[ 486.444992] env[62664]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62664) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.445352] env[62664]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62664) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.445509] env[62664]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62664) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.445786] env[62664]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 486.540234] env[62664]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62664) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 486.551437] env[62664]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62664) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 487.154375] env[62664]: INFO nova.virt.driver [None req-412477b4-bf50-42f5-bcfe-80e98ce674b3 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 487.225817] env[62664]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 487.225983] env[62664]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 487.226076] env[62664]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62664) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 490.348410] env[62664]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0ea1fadd-6de8-454f-980d-b74efc790f92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.364624] env[62664]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62664) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 490.364756] env[62664]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-422dd940-9675-4ba0-85a2-564ed68f6a02 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.400400] env[62664]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 148c7. [ 490.400618] env[62664]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.175s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 490.401188] env[62664]: INFO nova.virt.vmwareapi.driver [None req-412477b4-bf50-42f5-bcfe-80e98ce674b3 None None] VMware vCenter version: 7.0.3 [ 490.404882] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b571ffe-6e5f-4cef-b959-e994e1957de7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.426290] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8447e4-0ef7-4e23-af7e-b92e89bbb679 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.432398] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4fc718-d322-40b0-9c90-9a4feba25ae4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.439022] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012409d0-d224-4aa7-b0e0-3ca9b64d2e05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.452090] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f34452-65d2-4234-87fe-f63f98a353fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.458082] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d123a2-bc2c-4d1e-b722-1ee26d9ce2b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.488319] env[62664]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-35b4a1a7-4604-44a2-a452-e436a6787bfe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.493560] env[62664]: DEBUG nova.virt.vmwareapi.driver [None req-412477b4-bf50-42f5-bcfe-80e98ce674b3 None None] Extension org.openstack.compute already exists. {{(pid=62664) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 490.496181] env[62664]: INFO nova.compute.provider_config [None req-412477b4-bf50-42f5-bcfe-80e98ce674b3 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 490.999424] env[62664]: DEBUG nova.context [None req-412477b4-bf50-42f5-bcfe-80e98ce674b3 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c09946e4-5f0e-4b7b-b84b-e94f14d2c69b(cell1) {{(pid=62664) load_cells /opt/stack/nova/nova/context.py:464}} [ 491.001724] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.001974] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.002756] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.003209] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Acquiring lock "c09946e4-5f0e-4b7b-b84b-e94f14d2c69b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.003405] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Lock "c09946e4-5f0e-4b7b-b84b-e94f14d2c69b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.004413] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Lock "c09946e4-5f0e-4b7b-b84b-e94f14d2c69b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.024864] env[62664]: INFO dbcounter [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Registered counter for database nova_cell0 [ 491.032820] env[62664]: INFO dbcounter [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Registered counter for database nova_cell1 [ 491.035914] env[62664]: DEBUG oslo_db.sqlalchemy.engines [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62664) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 491.036535] env[62664]: DEBUG oslo_db.sqlalchemy.engines [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62664) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 491.040948] env[62664]: ERROR nova.db.main.api [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 491.040948] env[62664]: result = function(*args, **kwargs) [ 491.040948] env[62664]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 491.040948] env[62664]: return func(*args, **kwargs) [ 491.040948] env[62664]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 491.040948] env[62664]: result = fn(*args, **kwargs) [ 491.040948] env[62664]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 491.040948] env[62664]: return f(*args, **kwargs) [ 491.040948] env[62664]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 491.040948] env[62664]: return db.service_get_minimum_version(context, binaries) [ 491.040948] env[62664]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 491.040948] env[62664]: _check_db_access() [ 491.040948] env[62664]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 491.040948] env[62664]: stacktrace = ''.join(traceback.format_stack()) [ 491.040948] env[62664]: [ 491.042017] env[62664]: ERROR nova.db.main.api [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 491.042017] env[62664]: result = function(*args, **kwargs) [ 491.042017] env[62664]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 491.042017] env[62664]: return func(*args, **kwargs) [ 491.042017] env[62664]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 491.042017] env[62664]: result = fn(*args, **kwargs) [ 491.042017] env[62664]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 491.042017] env[62664]: return f(*args, **kwargs) [ 491.042017] env[62664]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 491.042017] env[62664]: return db.service_get_minimum_version(context, binaries) [ 491.042017] env[62664]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 491.042017] env[62664]: _check_db_access() [ 491.042017] env[62664]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 491.042017] env[62664]: stacktrace = ''.join(traceback.format_stack()) [ 491.042017] env[62664]: [ 491.042422] env[62664]: WARNING nova.objects.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 491.042536] env[62664]: WARNING nova.objects.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Failed to get minimum service version for cell c09946e4-5f0e-4b7b-b84b-e94f14d2c69b [ 491.042949] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Acquiring lock "singleton_lock" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 491.043122] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Acquired lock "singleton_lock" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 491.043359] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Releasing lock "singleton_lock" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 491.043686] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Full set of CONF: {{(pid=62664) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 491.043823] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ******************************************************************************** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 491.043951] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] Configuration options gathered from: {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 491.044101] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 491.044298] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 491.044428] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ================================================================================ {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 491.044636] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] allow_resize_to_same_host = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.044804] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] arq_binding_timeout = 300 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.044935] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] backdoor_port = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.045076] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] backdoor_socket = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.045245] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] block_device_allocate_retries = 60 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.045407] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] block_device_allocate_retries_interval = 3 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.045576] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cert = self.pem {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.045740] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.045907] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute_monitors = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.046087] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] config_dir = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.046259] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] config_drive_format = iso9660 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.046392] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.046557] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] config_source = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.046723] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] console_host = devstack {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.046885] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] control_exchange = nova {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.047053] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cpu_allocation_ratio = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.047217] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] daemon = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.047383] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] debug = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.047541] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] default_access_ip_network_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.047704] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] default_availability_zone = nova {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.047857] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] default_ephemeral_format = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.048026] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] default_green_pool_size = 1000 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.048267] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.048431] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] default_schedule_zone = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.048591] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] disk_allocation_ratio = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.048752] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] enable_new_services = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.048929] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] enabled_apis = ['osapi_compute'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.049114] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] enabled_ssl_apis = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.049279] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] flat_injected = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.049439] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] force_config_drive = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.049597] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] force_raw_images = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.049765] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] graceful_shutdown_timeout = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.049926] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] heal_instance_info_cache_interval = 60 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.050161] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] host = cpu-1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.050342] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.050511] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.050674] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.050895] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.051070] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] instance_build_timeout = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.051233] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] instance_delete_interval = 300 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.051400] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] instance_format = [instance: %(uuid)s] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.051564] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] instance_name_template = instance-%08x {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.051722] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] instance_usage_audit = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.051887] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] instance_usage_audit_period = month {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.052062] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.052229] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.052397] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] internal_service_availability_zone = internal {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.052553] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] key = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.052711] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] live_migration_retry_count = 30 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.052876] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] log_color = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.053049] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] log_config_append = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.053217] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.053378] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] log_dir = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.053535] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] log_file = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.053661] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] log_options = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.053824] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] log_rotate_interval = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.053987] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] log_rotate_interval_type = days {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.054164] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] log_rotation_type = none {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.054294] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.054419] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.054588] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.054752] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.054878] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.055050] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] long_rpc_timeout = 1800 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.055213] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] max_concurrent_builds = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.055370] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] max_concurrent_live_migrations = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.055529] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] max_concurrent_snapshots = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.055685] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] max_local_block_devices = 3 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.055842] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] max_logfile_count = 30 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.055996] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] max_logfile_size_mb = 200 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.056169] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] maximum_instance_delete_attempts = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.056333] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] metadata_listen = 0.0.0.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.056501] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] metadata_listen_port = 8775 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.056666] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] metadata_workers = 2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.056824] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] migrate_max_retries = -1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.056985] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] mkisofs_cmd = genisoimage {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.057199] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.057331] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] my_ip = 10.180.1.21 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.057530] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.057692] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] network_allocate_retries = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.057870] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.058048] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.058214] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] osapi_compute_listen_port = 8774 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.058380] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] osapi_compute_unique_server_name_scope = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.058561] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] osapi_compute_workers = 2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.058725] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] password_length = 12 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.058883] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] periodic_enable = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.059061] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] periodic_fuzzy_delay = 60 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.059233] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] pointer_model = usbtablet {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.059399] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] preallocate_images = none {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.059561] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] publish_errors = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.059691] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] pybasedir = /opt/stack/nova {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.059845] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ram_allocation_ratio = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.060010] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] rate_limit_burst = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.060186] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] rate_limit_except_level = CRITICAL {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.060349] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] rate_limit_interval = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.060511] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] reboot_timeout = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.060670] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] reclaim_instance_interval = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.060828] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] record = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.060992] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] reimage_timeout_per_gb = 60 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.061170] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] report_interval = 120 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.061332] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] rescue_timeout = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.061491] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] reserved_host_cpus = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.061648] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] reserved_host_disk_mb = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.061805] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] reserved_host_memory_mb = 512 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.061965] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] reserved_huge_pages = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.062139] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] resize_confirm_window = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.062300] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] resize_fs_using_block_device = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.062459] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] resume_guests_state_on_host_boot = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.062625] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.062784] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] rpc_response_timeout = 60 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.062942] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] run_external_periodic_tasks = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.063119] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] running_deleted_instance_action = reap {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.063280] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.063442] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] running_deleted_instance_timeout = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.063604] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler_instance_sync_interval = 120 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.063770] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_down_time = 720 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.063936] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] servicegroup_driver = db {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.064103] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] shell_completion = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.064266] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] shelved_offload_time = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.064424] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] shelved_poll_interval = 3600 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.064591] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] shutdown_timeout = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.064759] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] source_is_ipv6 = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.064926] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ssl_only = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.065186] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.065359] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] sync_power_state_interval = 600 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.065522] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] sync_power_state_pool_size = 1000 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.065688] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] syslog_log_facility = LOG_USER {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.065845] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] tempdir = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.066027] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] timeout_nbd = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.066192] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] transport_url = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.066358] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] update_resources_interval = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.066519] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] use_cow_images = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.066680] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] use_journal = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.066841] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] use_json = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.067007] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] use_rootwrap_daemon = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.067172] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] use_stderr = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.067329] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] use_syslog = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.067484] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vcpu_pin_set = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.067647] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plugging_is_fatal = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.067814] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plugging_timeout = 300 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.067979] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] virt_mkfs = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.068155] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] volume_usage_poll_interval = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.068314] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] watch_log_file = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.068478] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] web = /usr/share/spice-html5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.068659] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.068825] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.068988] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.069172] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_concurrency.disable_process_locking = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.069740] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.069934] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.070128] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.070306] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.070477] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.070647] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.070828] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.auth_strategy = keystone {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.070996] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.compute_link_prefix = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.071190] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.071367] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.dhcp_domain = novalocal {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.071540] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.enable_instance_password = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.071705] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.glance_link_prefix = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.071871] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.072052] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.072218] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.instance_list_per_project_cells = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.072390] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.list_records_by_skipping_down_cells = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.072555] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.local_metadata_per_cell = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.072723] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.max_limit = 1000 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.072890] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.metadata_cache_expiration = 15 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.073074] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.neutron_default_tenant_id = default {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.073252] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.response_validation = warn {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.073426] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.use_neutron_default_nets = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.073596] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.073760] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.073929] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.074111] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.074289] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.vendordata_dynamic_targets = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.074455] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.vendordata_jsonfile_path = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.074646] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.074838] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.backend = dogpile.cache.memcached {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.075014] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.backend_argument = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.075187] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.backend_expiration_time = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.075360] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.config_prefix = cache.oslo {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.075532] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.dead_timeout = 60.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.075697] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.debug_cache_backend = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.075858] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.enable_retry_client = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.076028] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.enable_socket_keepalive = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.076202] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.enabled = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.076366] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.enforce_fips_mode = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.076533] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.expiration_time = 600 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.076695] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.hashclient_retry_attempts = 2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.076860] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.077033] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.memcache_dead_retry = 300 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.077198] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.memcache_password = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.077363] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.077527] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.077691] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.memcache_pool_maxsize = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.077906] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.078087] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.memcache_sasl_enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.078308] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.078480] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.078643] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.memcache_username = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.078824] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.proxies = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.078991] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.redis_db = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.079166] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.redis_password = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.079338] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.079515] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.079682] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.redis_server = localhost:6379 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.079864] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.redis_socket_timeout = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.080039] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.redis_username = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.080207] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.retry_attempts = 2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.080373] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.retry_delay = 0.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.080540] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.socket_keepalive_count = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.080703] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.socket_keepalive_idle = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.080865] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.socket_keepalive_interval = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.081494] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.tls_allowed_ciphers = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.081494] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.tls_cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.081494] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.tls_certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.081612] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.tls_enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.081696] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cache.tls_keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.081870] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.auth_section = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.082059] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.auth_type = password {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.082223] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.082404] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.082562] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.082742] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.082906] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.cross_az_attach = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.083078] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.debug = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.083242] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.endpoint_template = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.083408] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.http_retries = 3 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.083572] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.083730] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.083897] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.os_region_name = RegionOne {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.084069] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.084231] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cinder.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.084403] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.084564] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.cpu_dedicated_set = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.084721] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.cpu_shared_set = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.084882] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.image_type_exclude_list = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.085054] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.085222] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.085384] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.085546] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.085712] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.085873] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.resource_provider_association_refresh = 300 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.086046] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.086214] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.shutdown_retry_interval = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.086395] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.086574] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] conductor.workers = 2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.086755] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] console.allowed_origins = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.086911] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] console.ssl_ciphers = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.087090] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] console.ssl_minimum_version = default {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.087260] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] consoleauth.enforce_session_timeout = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.087430] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] consoleauth.token_ttl = 600 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.087601] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.087758] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.087921] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.088091] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.connect_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.088251] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.connect_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.088411] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.endpoint_override = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.088574] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.088732] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.088897] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.max_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.089062] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.min_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.089222] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.region_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.089381] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.retriable_status_codes = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.089557] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.service_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.089728] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.service_type = accelerator {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.089891] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.090062] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.status_code_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.090228] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.status_code_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.090387] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.090567] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.090727] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] cyborg.version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.090915] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.asyncio_connection = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.091089] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.asyncio_slave_connection = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.091263] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.backend = sqlalchemy {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.091435] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.connection = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.091604] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.connection_debug = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.091773] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.connection_parameters = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.091938] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.connection_recycle_time = 3600 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.092114] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.connection_trace = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.092284] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.db_inc_retry_interval = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.092450] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.db_max_retries = 20 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.092611] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.db_max_retry_interval = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.092774] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.db_retry_interval = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.092935] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.max_overflow = 50 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.093110] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.max_pool_size = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.093276] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.max_retries = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.093445] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.093607] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.mysql_wsrep_sync_wait = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.093767] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.pool_timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.093930] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.retry_interval = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.094102] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.slave_connection = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.094268] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.sqlite_synchronous = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.094433] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] database.use_db_reconnect = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.094600] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.asyncio_connection = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.094757] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.asyncio_slave_connection = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.094925] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.backend = sqlalchemy {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.095103] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.connection = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.095273] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.connection_debug = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.095441] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.connection_parameters = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.095608] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.connection_recycle_time = 3600 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.095769] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.connection_trace = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.095930] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.db_inc_retry_interval = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.096105] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.db_max_retries = 20 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.096272] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.db_max_retry_interval = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.096436] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.db_retry_interval = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.096600] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.max_overflow = 50 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.096765] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.max_pool_size = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.096926] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.max_retries = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.097107] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.097266] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.097425] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.pool_timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.097588] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.retry_interval = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.097747] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.slave_connection = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.097908] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] api_database.sqlite_synchronous = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.098097] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] devices.enabled_mdev_types = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.098273] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.098440] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.098600] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ephemeral_storage_encryption.enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.098763] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.098930] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.api_servers = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.099106] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.099270] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.099434] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.099607] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.connect_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.099781] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.connect_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.099956] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.debug = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.100135] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.default_trusted_certificate_ids = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.100297] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.enable_certificate_validation = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.100459] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.enable_rbd_download = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.100637] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.endpoint_override = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.100804] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.100962] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.101133] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.max_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.101290] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.min_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.101450] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.num_retries = 3 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.101617] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.rbd_ceph_conf = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.101778] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.rbd_connect_timeout = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.101942] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.rbd_pool = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.102120] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.rbd_user = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.102285] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.region_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.102447] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.retriable_status_codes = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.102603] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.service_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.102766] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.service_type = image {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.102924] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.103090] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.status_code_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.103249] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.status_code_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.103406] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.103582] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.103743] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.verify_glance_signatures = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.103899] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] glance.version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.104072] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] guestfs.debug = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.104242] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.auth_section = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.104405] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.auth_type = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.104563] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.104721] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.104880] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.105048] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.connect_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.105210] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.connect_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.105366] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.endpoint_override = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.105527] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.105682] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.105842] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.max_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.106007] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.min_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.106173] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.region_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.106332] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.retriable_status_codes = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.106487] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.service_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.106651] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.service_type = shared-file-system {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.106813] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.share_apply_policy_timeout = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.106972] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.107143] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.status_code_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.107301] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.status_code_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.107458] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.107635] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.107792] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] manila.version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.107954] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] mks.enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.108320] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.108508] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] image_cache.manager_interval = 2400 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.108676] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] image_cache.precache_concurrency = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.108847] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] image_cache.remove_unused_base_images = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.109028] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.109199] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.109373] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] image_cache.subdirectory_name = _base {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.109549] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.api_max_retries = 60 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.109714] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.api_retry_interval = 2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.109872] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.auth_section = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.110043] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.auth_type = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.110206] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.110364] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.110527] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.110687] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.conductor_group = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.110846] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.connect_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.111008] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.connect_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.111174] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.endpoint_override = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.111334] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.111492] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.111649] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.max_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.111809] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.min_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.111971] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.peer_list = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.112140] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.region_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.112299] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.retriable_status_codes = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.112465] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.serial_console_state_timeout = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.112624] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.service_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.112791] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.service_type = baremetal {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.112949] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.shard = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.113124] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.113282] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.status_code_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.113438] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.status_code_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.113593] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.113770] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.113928] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ironic.version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.114119] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.114293] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] key_manager.fixed_key = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.114475] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.114634] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.barbican_api_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.114791] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.barbican_endpoint = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.114957] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.barbican_endpoint_type = public {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.115126] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.barbican_region_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.115284] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.115443] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.115603] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.115760] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.115913] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.116084] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.number_of_retries = 60 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.116245] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.retry_delay = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.116406] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.send_service_user_token = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.116565] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.116720] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.116878] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.verify_ssl = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.117042] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican.verify_ssl_path = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.117210] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican_service_user.auth_section = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.117369] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican_service_user.auth_type = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.117527] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican_service_user.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.117684] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican_service_user.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.117844] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican_service_user.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.118008] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican_service_user.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.118176] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican_service_user.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.118339] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican_service_user.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.118501] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] barbican_service_user.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.118667] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.approle_role_id = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.118825] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.approle_secret_id = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.118992] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.kv_mountpoint = secret {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.119163] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.kv_path = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.119327] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.kv_version = 2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.119486] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.namespace = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.119642] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.root_token_id = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.119797] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.ssl_ca_crt_file = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.119963] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.timeout = 60.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.120138] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.use_ssl = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.120309] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.120480] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.120640] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.120803] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.120961] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.connect_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.121132] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.connect_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.121289] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.endpoint_override = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.121448] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.121603] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.121762] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.max_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.121913] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.min_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.122081] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.region_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.122243] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.retriable_status_codes = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.122406] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.service_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.122575] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.service_type = identity {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.122736] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.122892] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.status_code_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.123061] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.status_code_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.123219] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.123398] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.123558] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] keystone.version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.123748] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.ceph_mount_options = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.124057] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.124249] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.connection_uri = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.124420] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.cpu_mode = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.124588] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.124759] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.cpu_models = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.124928] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.cpu_power_governor_high = performance {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.125106] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.125272] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.cpu_power_management = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.125439] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.125616] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.device_detach_attempts = 8 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.125780] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.device_detach_timeout = 20 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.125945] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.disk_cachemodes = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.126118] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.disk_prefix = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.126284] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.enabled_perf_events = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.126448] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.file_backed_memory = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.126616] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.gid_maps = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.126775] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.hw_disk_discard = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.126932] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.hw_machine_type = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.127109] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.images_rbd_ceph_conf = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.127275] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.127436] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.127600] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.images_rbd_glance_store_name = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.127765] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.images_rbd_pool = rbd {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.127931] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.images_type = default {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.128100] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.images_volume_group = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.128262] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.inject_key = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.128423] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.inject_partition = -2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.128582] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.inject_password = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.128744] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.iscsi_iface = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.128905] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.iser_use_multipath = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.129079] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.129246] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.129409] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_downtime = 500 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.129571] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.129731] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.129890] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_inbound_addr = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.130060] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.130222] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.130377] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_scheme = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.130546] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_timeout_action = abort {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.130703] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_tunnelled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.130859] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_uri = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.131024] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.live_migration_with_native_tls = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.131186] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.max_queues = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.131348] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.131568] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.131731] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.nfs_mount_options = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.132027] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.132214] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.132416] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.132580] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.132748] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.132913] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.num_pcie_ports = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.133093] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.133269] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.pmem_namespaces = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.133426] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.quobyte_client_cfg = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.133719] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.133895] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.134075] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.134244] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.134404] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.rbd_secret_uuid = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.134571] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.rbd_user = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.134737] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.134905] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.135077] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.rescue_image_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.135241] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.rescue_kernel_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.135398] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.rescue_ramdisk_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.135568] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.135727] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.rx_queue_size = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.135891] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.smbfs_mount_options = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.136191] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.136379] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.snapshot_compression = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.136537] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.snapshot_image_format = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.136756] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.136924] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.sparse_logical_volumes = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.137101] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.swtpm_enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.137273] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.swtpm_group = tss {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.137440] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.swtpm_user = tss {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.137610] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.sysinfo_serial = unique {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.137770] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.tb_cache_size = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.137928] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.tx_queue_size = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.138114] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.uid_maps = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.138301] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.use_virtio_for_bridges = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.138477] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.virt_type = kvm {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.138692] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.volume_clear = zero {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.138863] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.volume_clear_size = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.139069] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.volume_use_multipath = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.139241] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.vzstorage_cache_path = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.139440] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.139631] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.139802] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.139973] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.140280] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.140468] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.vzstorage_mount_user = stack {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.140640] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.140815] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.auth_section = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.140992] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.auth_type = password {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.141171] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.141333] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.141498] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.141658] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.connect_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.141817] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.connect_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.141988] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.default_floating_pool = public {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.142163] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.endpoint_override = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.142330] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.extension_sync_interval = 600 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.142493] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.http_retries = 3 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.142658] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.142818] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.142978] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.max_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.143166] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.143331] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.min_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.143503] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.ovs_bridge = br-int {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.143687] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.physnets = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.143862] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.region_name = RegionOne {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.144035] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.retriable_status_codes = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.144209] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.service_metadata_proxy = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.144372] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.service_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.144543] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.service_type = network {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.144704] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.144865] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.status_code_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.145033] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.status_code_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.145196] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.145377] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.145539] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] neutron.version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.145710] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] notifications.bdms_in_notifications = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.145883] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] notifications.default_level = INFO {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.146059] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] notifications.include_share_mapping = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.146237] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] notifications.notification_format = unversioned {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.146401] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] notifications.notify_on_state_change = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.146577] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.146753] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] pci.alias = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.146923] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] pci.device_spec = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.147104] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] pci.report_in_placement = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.147282] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.auth_section = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.147454] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.auth_type = password {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.147623] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.147785] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.147944] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.148120] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.148282] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.connect_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.148441] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.connect_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.148601] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.default_domain_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.148756] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.default_domain_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.148911] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.domain_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.149078] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.domain_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.149239] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.endpoint_override = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.149400] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.149559] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.149715] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.max_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.149872] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.min_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.150047] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.password = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.150209] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.project_domain_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.150374] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.project_domain_name = Default {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.150540] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.project_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.150711] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.project_name = service {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.150876] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.region_name = RegionOne {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.151046] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.retriable_status_codes = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.151210] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.service_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.151375] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.service_type = placement {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.151536] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.151695] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.status_code_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.151853] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.status_code_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.152013] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.system_scope = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.152184] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.152352] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.trust_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.152503] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.user_domain_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.152670] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.user_domain_name = Default {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.152830] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.user_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.153016] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.username = nova {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.153197] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.153358] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] placement.version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.153535] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.cores = 20 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.153698] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.count_usage_from_placement = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.153866] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.154046] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.injected_file_content_bytes = 10240 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.154217] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.injected_file_path_length = 255 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.154384] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.injected_files = 5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.154554] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.instances = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.154719] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.key_pairs = 100 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.154886] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.metadata_items = 128 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.155063] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.ram = 51200 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.155228] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.recheck_quota = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.155396] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.server_group_members = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.155563] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.server_groups = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.155770] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.155945] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] quota.unified_limits_resource_strategy = require {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.156135] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.156300] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.156463] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler.image_metadata_prefilter = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.156625] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.156788] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler.max_attempts = 3 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.156948] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler.max_placement_results = 1000 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.157122] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.157285] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.157448] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.157620] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] scheduler.workers = 2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.157792] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.157961] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.158153] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.158325] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.158491] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.158664] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.158828] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.159024] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.159198] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.host_subset_size = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.159363] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.159524] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.159758] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.159935] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.isolated_hosts = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.160114] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.isolated_images = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.160298] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.160470] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.160642] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.160803] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.pci_in_placement = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.160966] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.161149] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.161311] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.161472] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.161633] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.161796] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.161956] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.track_instance_changes = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.162146] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.162323] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] metrics.required = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.162487] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] metrics.weight_multiplier = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.162654] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.162820] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] metrics.weight_setting = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.163159] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.163338] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] serial_console.enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.163520] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] serial_console.port_range = 10000:20000 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.163691] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.163860] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.164040] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] serial_console.serialproxy_port = 6083 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.164214] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_user.auth_section = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.164388] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_user.auth_type = password {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.164553] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_user.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.164712] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_user.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.164882] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_user.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.165067] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_user.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.165231] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_user.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.165402] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_user.send_service_user_token = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.165570] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_user.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.165730] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] service_user.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.165900] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.agent_enabled = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.166076] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.166385] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.166593] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.166764] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.html5proxy_port = 6082 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.166926] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.image_compression = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.167100] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.jpeg_compression = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.167261] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.playback_compression = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.167425] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.require_secure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.167598] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.server_listen = 127.0.0.1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.167767] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.167925] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.streaming_mode = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.168096] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] spice.zlib_compression = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.168265] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] upgrade_levels.baseapi = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.168435] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] upgrade_levels.compute = auto {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.168597] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] upgrade_levels.conductor = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.168757] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] upgrade_levels.scheduler = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.168921] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.169094] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.169255] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vendordata_dynamic_auth.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.169412] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vendordata_dynamic_auth.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.169574] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.169732] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vendordata_dynamic_auth.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.169888] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.170059] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.170225] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vendordata_dynamic_auth.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.170397] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.api_retry_count = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.170561] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.ca_file = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.170731] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.170898] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.cluster_name = testcl1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.171075] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.connection_pool_size = 10 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.171239] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.console_delay_seconds = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.171409] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.datastore_regex = ^datastore.* {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.171629] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.171803] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.host_password = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.171969] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.host_port = 443 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.172150] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.host_username = administrator@vsphere.local {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.172343] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.insecure = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.172488] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.integration_bridge = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.172653] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.maximum_objects = 100 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.172812] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.pbm_default_policy = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.172975] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.pbm_enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.173148] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.pbm_wsdl_location = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.173320] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.173478] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.serial_port_proxy_uri = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.173634] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.serial_port_service_uri = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.173800] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.task_poll_interval = 0.5 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.173969] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.use_linked_clone = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.174150] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.vnc_keymap = en-us {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.174317] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.vnc_port = 5900 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.174480] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vmware.vnc_port_total = 10000 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.174666] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vnc.auth_schemes = ['none'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.174839] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vnc.enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.175152] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.175339] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.175513] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vnc.novncproxy_port = 6080 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.175701] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vnc.server_listen = 127.0.0.1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.175880] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.176053] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vnc.vencrypt_ca_certs = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.176219] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vnc.vencrypt_client_cert = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.176379] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vnc.vencrypt_client_key = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.176553] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.176717] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.disable_deep_image_inspection = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.176878] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.177060] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.177227] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.177389] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.disable_rootwrap = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.177551] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.enable_numa_live_migration = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.177711] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.177870] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.178041] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.178206] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.libvirt_disable_apic = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.178367] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.178530] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.178691] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.178851] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.179023] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.179190] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.179350] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.179510] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.179667] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.179831] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.180019] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.180191] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.client_socket_timeout = 900 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.180362] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.default_pool_size = 1000 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.180530] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.keep_alive = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.180697] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.max_header_line = 16384 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.180858] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.181032] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.ssl_ca_file = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.181196] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.ssl_cert_file = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.181357] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.ssl_key_file = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.181523] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.tcp_keepidle = 600 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.181698] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.181865] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] zvm.ca_file = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.182036] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] zvm.cloud_connector_url = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.182364] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.182529] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] zvm.reachable_timeout = 300 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.182700] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.182874] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.183058] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.connection_string = messaging:// {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.183226] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.enabled = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.183395] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.es_doc_type = notification {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.183558] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.es_scroll_size = 10000 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.183721] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.es_scroll_time = 2m {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.183878] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.filter_error_trace = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.184050] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.hmac_keys = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.184218] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.sentinel_service_name = mymaster {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.184383] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.socket_timeout = 0.1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.184544] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.trace_requests = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.184710] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler.trace_sqlalchemy = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.184878] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler_jaeger.process_tags = {} {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.185046] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler_jaeger.service_name_prefix = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.185211] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] profiler_otlp.service_name_prefix = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.185377] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] remote_debug.host = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.185538] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] remote_debug.port = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.185718] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.185881] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.186054] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.186219] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.186380] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.186541] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.186698] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.186858] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.187028] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.187200] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.187359] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.187531] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.187698] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.187860] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.188044] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.188211] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.188376] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.188549] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.188713] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.188876] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.189052] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.189219] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.189382] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.189542] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.189701] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.189857] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.190025] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.190189] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.190350] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.190512] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.ssl = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.190677] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.190840] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.190997] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.191175] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.191339] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.191500] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.191681] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.191844] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_notifications.retry = -1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.192025] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.192209] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.192375] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.auth_section = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.192538] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.auth_type = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.192693] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.cafile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.192848] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.certfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.193021] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.collect_timing = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.193177] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.connect_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.193336] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.connect_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.193492] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.endpoint_id = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.193657] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.193811] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.endpoint_override = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.193965] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.endpoint_region_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.194136] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.endpoint_service_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.194294] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.endpoint_service_type = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.194451] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.insecure = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.194608] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.keyfile = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.194762] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.max_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.194914] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.min_version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.195080] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.region_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.195240] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.retriable_status_codes = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.195398] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.service_name = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.195555] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.service_type = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.195712] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.split_loggers = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.195867] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.status_code_retries = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.196035] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.status_code_retry_delay = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.196193] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.timeout = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.196355] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.valid_interfaces = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.196514] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_limit.version = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.196679] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_reports.file_event_handler = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.196842] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.196997] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] oslo_reports.log_dir = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.197183] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.197342] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.197502] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.197667] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.197834] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.197991] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.198177] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.198337] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_ovs_privileged.group = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.198495] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.198660] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.198823] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.198983] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] vif_plug_ovs_privileged.user = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.199168] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.199345] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.199517] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.199687] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.199858] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.200041] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.200209] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.200371] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.200550] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.200720] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_ovs.isolate_vif = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.200888] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.201072] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.201245] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.201411] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.201575] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] os_vif_ovs.per_port_bridge = False {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.201743] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] privsep_osbrick.capabilities = [21] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.201900] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] privsep_osbrick.group = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.202067] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] privsep_osbrick.helper_command = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.202233] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.202402] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.202560] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] privsep_osbrick.user = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.202732] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.202890] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] nova_sys_admin.group = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.203057] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] nova_sys_admin.helper_command = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.203225] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.203388] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.203544] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] nova_sys_admin.user = None {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.203674] env[62664]: DEBUG oslo_service.service [None req-7730e7be-c48c-4a61-bddc-d54572738ce2 None None] ******************************************************************************** {{(pid=62664) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 491.204115] env[62664]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 491.708231] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Getting list of instances from cluster (obj){ [ 491.708231] env[62664]: value = "domain-c8" [ 491.708231] env[62664]: _type = "ClusterComputeResource" [ 491.708231] env[62664]: } {{(pid=62664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 491.709371] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c7d11a-0072-4f5f-95ec-852ad2134a9c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.718227] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Got total of 0 instances {{(pid=62664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 491.718878] env[62664]: WARNING nova.virt.vmwareapi.driver [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 491.719389] env[62664]: INFO nova.virt.node [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Generated node identity 2b9ee314-cfa3-4107-ad39-93733afc044a [ 491.719650] env[62664]: INFO nova.virt.node [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Wrote node identity 2b9ee314-cfa3-4107-ad39-93733afc044a to /opt/stack/data/n-cpu-1/compute_id [ 492.222112] env[62664]: WARNING nova.compute.manager [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Compute nodes ['2b9ee314-cfa3-4107-ad39-93733afc044a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 493.228629] env[62664]: INFO nova.compute.manager [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 494.234603] env[62664]: WARNING nova.compute.manager [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 494.234988] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.235108] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.235258] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.235420] env[62664]: DEBUG nova.compute.resource_tracker [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 494.236381] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac638489-8b3a-4d42-9c8d-2374f734feb6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.244949] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7726ccf4-4f63-4661-bfd1-a53eadf02197 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.259792] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27abdc3b-01d1-4352-8609-1515e1bb58d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.266139] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fb82b2-fdef-4150-9080-eccae4f3eae1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.294729] env[62664]: DEBUG nova.compute.resource_tracker [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181159MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 494.294869] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.295091] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.797348] env[62664]: WARNING nova.compute.resource_tracker [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] No compute node record for cpu-1:2b9ee314-cfa3-4107-ad39-93733afc044a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 2b9ee314-cfa3-4107-ad39-93733afc044a could not be found. [ 495.301730] env[62664]: INFO nova.compute.resource_tracker [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 2b9ee314-cfa3-4107-ad39-93733afc044a [ 496.809208] env[62664]: DEBUG nova.compute.resource_tracker [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 496.809584] env[62664]: DEBUG nova.compute.resource_tracker [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 496.960574] env[62664]: INFO nova.scheduler.client.report [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] [req-367f1fdf-ef3f-4ef5-ac24-885aaba29e9a] Created resource provider record via placement API for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 496.974896] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1441bb-bfaf-4b8b-87da-53aad1737023 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 496.982676] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d886327-7d57-4c01-b3b8-90c0f875e0a9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.012697] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec55af0-9932-49ee-a07c-f11621e6473c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.019650] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07a542d-ac7b-4305-9030-7d8539c1f135 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.032404] env[62664]: DEBUG nova.compute.provider_tree [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 497.567947] env[62664]: DEBUG nova.scheduler.client.report [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 497.568217] env[62664]: DEBUG nova.compute.provider_tree [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 0 to 1 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 497.568327] env[62664]: DEBUG nova.compute.provider_tree [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 497.616353] env[62664]: DEBUG nova.compute.provider_tree [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 1 to 2 during operation: update_traits {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 498.121130] env[62664]: DEBUG nova.compute.resource_tracker [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 498.121560] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.826s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.121633] env[62664]: DEBUG nova.service [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Creating RPC server for service compute {{(pid=62664) start /opt/stack/nova/nova/service.py:186}} [ 498.136442] env[62664]: DEBUG nova.service [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] Join ServiceGroup membership for this service compute {{(pid=62664) start /opt/stack/nova/nova/service.py:203}} [ 498.136866] env[62664]: DEBUG nova.servicegroup.drivers.db [None req-e4c79921-b8eb-41c6-a238-4de3d1cb16b4 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62664) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 532.986852] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "4310fc19-c9b7-4515-be80-20fb13e18eef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.986852] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "4310fc19-c9b7-4515-be80-20fb13e18eef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.491220] env[62664]: DEBUG nova.compute.manager [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.022517] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.022867] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.024348] env[62664]: INFO nova.compute.claims [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 534.328057] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.328299] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.832482] env[62664]: DEBUG nova.compute.manager [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.081606] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529bb92d-6b85-4375-8f1f-f7c572eed7c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.089390] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ebded1-826b-4811-9149-8560180d54d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.123659] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72d26b-8e52-49fe-86a7-f1602852efd1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.131860] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13e8c6b-ddbb-45ec-abca-86275eea6a8b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.148135] env[62664]: DEBUG nova.compute.provider_tree [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 535.353993] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.656024] env[62664]: DEBUG nova.scheduler.client.report [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 536.162381] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.163101] env[62664]: DEBUG nova.compute.manager [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 536.166034] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.812s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.167642] env[62664]: INFO nova.compute.claims [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 536.672627] env[62664]: DEBUG nova.compute.utils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 536.677633] env[62664]: DEBUG nova.compute.manager [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 536.677905] env[62664]: DEBUG nova.network.neutron [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 537.178596] env[62664]: DEBUG nova.compute.manager [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 537.252410] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf75bb3-db40-4770-a25c-994cfec1a1e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.260772] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcddc73-168e-4c4d-abc9-d6b49a5a1cc7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.297828] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0726d689-9ca9-47ef-b359-2e1e32b970b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.307443] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d20cfbe-cbfc-42a5-91cb-b0475cb534cf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.327184] env[62664]: DEBUG nova.compute.provider_tree [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 537.836772] env[62664]: DEBUG nova.scheduler.client.report [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 538.190831] env[62664]: DEBUG nova.compute.manager [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 538.342314] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.342924] env[62664]: DEBUG nova.compute.manager [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 538.855034] env[62664]: DEBUG nova.compute.utils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 538.856953] env[62664]: DEBUG nova.compute.manager [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 538.858402] env[62664]: DEBUG nova.network.neutron [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 538.937423] env[62664]: DEBUG nova.policy [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a23c4719f774d638baad16a27402da2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '463ca120cfe149f8b7f5e2a3b05715bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 538.950815] env[62664]: DEBUG nova.policy [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b40c52d74bce4a8cbf571deb33fa241f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba78ea3cb47a410fb5ed9691d9858fe9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 539.086898] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.087165] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.087317] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.089426] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.089641] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.089808] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.090042] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.090216] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.090611] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.090784] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.090951] env[62664]: DEBUG nova.virt.hardware [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.092567] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b08d0ee-2d94-4bd9-8ede-fd7d76b62123 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.104591] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b486442e-64f8-4cbe-86db-6fb4efe8b18d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.127200] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f6a4b-1f74-42cf-8e53-be79a7ce47cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.363053] env[62664]: DEBUG nova.compute.manager [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 539.591144] env[62664]: DEBUG nova.network.neutron [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Successfully created port: 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 539.833951] env[62664]: DEBUG nova.network.neutron [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Successfully created port: babecc4c-f963-4407-9fd3-40588cea3083 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 540.240150] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "f7221dad-9186-4f83-adaf-676712163ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.240428] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "f7221dad-9186-4f83-adaf-676712163ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.371706] env[62664]: DEBUG nova.compute.manager [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 540.403300] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 540.403550] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 540.403706] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 540.403889] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 540.405070] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 540.405070] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 540.405070] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 540.405070] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 540.405070] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 540.405282] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 540.405282] env[62664]: DEBUG nova.virt.hardware [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 540.405969] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7adae83-5f1a-49de-a8c7-97ad79f35eb9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.415037] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10d8abc-a0b1-499d-8d8e-c331f65ceca1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.743724] env[62664]: DEBUG nova.compute.manager [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.274858] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.275147] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.276646] env[62664]: INFO nova.compute.claims [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.360996] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bd527a-6d2e-497e-a541-b90eef48c7c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.367757] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa19d4d-15c9-41f4-9547-525b500841d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.400274] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746e18d2-13fd-4360-a6cb-f9a511b42571 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.406486] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad38bbb1-2cce-455b-ac9f-9ca22ba9fa76 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.419786] env[62664]: DEBUG nova.compute.provider_tree [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.926124] env[62664]: DEBUG nova.scheduler.client.report [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 543.157573] env[62664]: DEBUG nova.network.neutron [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Successfully updated port: babecc4c-f963-4407-9fd3-40588cea3083 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 543.407533] env[62664]: DEBUG nova.network.neutron [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Successfully updated port: 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 543.427630] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.428307] env[62664]: DEBUG nova.compute.manager [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 543.659375] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "refresh_cache-4310fc19-c9b7-4515-be80-20fb13e18eef" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.660103] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquired lock "refresh_cache-4310fc19-c9b7-4515-be80-20fb13e18eef" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.660421] env[62664]: DEBUG nova.network.neutron [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 543.910960] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.910960] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.910960] env[62664]: DEBUG nova.network.neutron [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 543.934267] env[62664]: DEBUG nova.compute.utils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 543.935898] env[62664]: DEBUG nova.compute.manager [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Not allocating networking since 'none' was specified. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 544.318714] env[62664]: DEBUG nova.network.neutron [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 544.437928] env[62664]: DEBUG nova.compute.manager [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 544.590216] env[62664]: DEBUG nova.network.neutron [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 544.654692] env[62664]: DEBUG nova.network.neutron [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Updating instance_info_cache with network_info: [{"id": "babecc4c-f963-4407-9fd3-40588cea3083", "address": "fa:16:3e:18:76:92", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabecc4c-f9", "ovs_interfaceid": "babecc4c-f963-4407-9fd3-40588cea3083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.162169] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Releasing lock "refresh_cache-4310fc19-c9b7-4515-be80-20fb13e18eef" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.162169] env[62664]: DEBUG nova.compute.manager [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Instance network_info: |[{"id": "babecc4c-f963-4407-9fd3-40588cea3083", "address": "fa:16:3e:18:76:92", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabecc4c-f9", "ovs_interfaceid": "babecc4c-f963-4407-9fd3-40588cea3083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 545.162519] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:76:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'babecc4c-f963-4407-9fd3-40588cea3083', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 545.185310] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.185310] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66573620-052e-42f6-be02-43da076ec1e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.192227] env[62664]: DEBUG nova.compute.manager [req-171e4f7a-3769-49bc-b112-1a412eab9755 req-3a32acff-fc5c-46ec-aaab-6a2e6a8e9ee1 service nova] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Received event network-vif-plugged-babecc4c-f963-4407-9fd3-40588cea3083 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.192227] env[62664]: DEBUG oslo_concurrency.lockutils [req-171e4f7a-3769-49bc-b112-1a412eab9755 req-3a32acff-fc5c-46ec-aaab-6a2e6a8e9ee1 service nova] Acquiring lock "4310fc19-c9b7-4515-be80-20fb13e18eef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.192227] env[62664]: DEBUG oslo_concurrency.lockutils [req-171e4f7a-3769-49bc-b112-1a412eab9755 req-3a32acff-fc5c-46ec-aaab-6a2e6a8e9ee1 service nova] Lock "4310fc19-c9b7-4515-be80-20fb13e18eef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.192227] env[62664]: DEBUG oslo_concurrency.lockutils [req-171e4f7a-3769-49bc-b112-1a412eab9755 req-3a32acff-fc5c-46ec-aaab-6a2e6a8e9ee1 service nova] Lock "4310fc19-c9b7-4515-be80-20fb13e18eef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.192227] env[62664]: DEBUG nova.compute.manager [req-171e4f7a-3769-49bc-b112-1a412eab9755 req-3a32acff-fc5c-46ec-aaab-6a2e6a8e9ee1 service nova] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] No waiting events found dispatching network-vif-plugged-babecc4c-f963-4407-9fd3-40588cea3083 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 545.192679] env[62664]: WARNING nova.compute.manager [req-171e4f7a-3769-49bc-b112-1a412eab9755 req-3a32acff-fc5c-46ec-aaab-6a2e6a8e9ee1 service nova] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Received unexpected event network-vif-plugged-babecc4c-f963-4407-9fd3-40588cea3083 for instance with vm_state building and task_state spawning. [ 545.204192] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Created folder: OpenStack in parent group-v4. [ 545.204395] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Creating folder: Project (463ca120cfe149f8b7f5e2a3b05715bd). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.204647] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-246d4bae-d290-41cc-be36-fe3ed6e0cb68 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.213022] env[62664]: DEBUG nova.compute.manager [req-c340d913-3873-41c6-856c-dbecd2848aea req-7f8b485f-a1ec-4ffb-a1ea-4652f6b27356 service nova] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Received event network-vif-plugged-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.213022] env[62664]: DEBUG oslo_concurrency.lockutils [req-c340d913-3873-41c6-856c-dbecd2848aea req-7f8b485f-a1ec-4ffb-a1ea-4652f6b27356 service nova] Acquiring lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.213022] env[62664]: DEBUG oslo_concurrency.lockutils [req-c340d913-3873-41c6-856c-dbecd2848aea req-7f8b485f-a1ec-4ffb-a1ea-4652f6b27356 service nova] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.213022] env[62664]: DEBUG oslo_concurrency.lockutils [req-c340d913-3873-41c6-856c-dbecd2848aea req-7f8b485f-a1ec-4ffb-a1ea-4652f6b27356 service nova] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.213022] env[62664]: DEBUG nova.compute.manager [req-c340d913-3873-41c6-856c-dbecd2848aea req-7f8b485f-a1ec-4ffb-a1ea-4652f6b27356 service nova] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] No waiting events found dispatching network-vif-plugged-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 545.213470] env[62664]: WARNING nova.compute.manager [req-c340d913-3873-41c6-856c-dbecd2848aea req-7f8b485f-a1ec-4ffb-a1ea-4652f6b27356 service nova] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Received unexpected event network-vif-plugged-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b for instance with vm_state building and task_state spawning. [ 545.217582] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Created folder: Project (463ca120cfe149f8b7f5e2a3b05715bd) in parent group-v543506. [ 545.217801] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Creating folder: Instances. Parent ref: group-v543507. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.218081] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ad21390-8bf1-460a-995e-2da996b3c9ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.227869] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Created folder: Instances in parent group-v543507. [ 545.228055] env[62664]: DEBUG oslo.service.loopingcall [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.228271] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 545.228460] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-884d439d-315f-444b-b024-4a98ca3169fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.255531] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 545.255531] env[62664]: value = "task-2697130" [ 545.255531] env[62664]: _type = "Task" [ 545.255531] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.263789] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697130, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.360408] env[62664]: DEBUG nova.network.neutron [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance_info_cache with network_info: [{"id": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "address": "fa:16:3e:25:a7:04", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b2c04d-1c", "ovs_interfaceid": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.451593] env[62664]: DEBUG nova.compute.manager [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 545.485551] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 545.486667] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 545.486835] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 545.488042] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 545.488042] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 545.488042] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 545.488042] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 545.488042] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 545.488271] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 545.488271] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 545.488410] env[62664]: DEBUG nova.virt.hardware [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 545.489841] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd90559-5133-483d-80c1-2af0505dc837 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.507783] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquiring lock "8697fd7b-0496-49bd-9a4f-53a8fec50172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.508023] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lock "8697fd7b-0496-49bd-9a4f-53a8fec50172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.510652] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82821cf-f71f-4085-8b0c-dbbf4f146102 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.532932] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 545.540252] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Creating folder: Project (0b55bc44672d445e8c9e8e7173a09c6c). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.544068] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-882aabc2-69d2-4112-b85d-5db480f7d3db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.551968] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Created folder: Project (0b55bc44672d445e8c9e8e7173a09c6c) in parent group-v543506. [ 545.552124] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Creating folder: Instances. Parent ref: group-v543510. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.552674] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94735b34-3285-42dc-afa2-1cad5494078a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.562599] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Created folder: Instances in parent group-v543510. [ 545.562855] env[62664]: DEBUG oslo.service.loopingcall [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.563063] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 545.563273] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-757e5f01-1e8d-4431-a72d-34123eb78802 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.583611] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 545.583611] env[62664]: value = "task-2697133" [ 545.583611] env[62664]: _type = "Task" [ 545.583611] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.593021] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697133, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.770511] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697130, 'name': CreateVM_Task, 'duration_secs': 0.415329} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.770511] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 545.790420] env[62664]: DEBUG oslo_vmware.service [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c18408f-6cce-458d-b051-e481b9cea30a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.800859] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.800946] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.801732] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.802623] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8666da43-204f-4348-893f-e0ed68a6bd42 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.812762] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 545.812762] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529a887e-5458-81ec-7af8-db9a6c57f9e0" [ 545.812762] env[62664]: _type = "Task" [ 545.812762] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.822900] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529a887e-5458-81ec-7af8-db9a6c57f9e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.864510] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.864794] env[62664]: DEBUG nova.compute.manager [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Instance network_info: |[{"id": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "address": "fa:16:3e:25:a7:04", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b2c04d-1c", "ovs_interfaceid": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 545.865220] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:a7:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84b2c04d-1c2b-40c3-85be-54c5f1d20d5b', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 545.874380] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Creating folder: Project (ba78ea3cb47a410fb5ed9691d9858fe9). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.874896] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d617be01-4e1b-4f5c-aa78-befcf04db198 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.892125] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Created folder: Project (ba78ea3cb47a410fb5ed9691d9858fe9) in parent group-v543506. [ 545.893486] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Creating folder: Instances. Parent ref: group-v543513. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.893486] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dff8d645-fe78-4826-8d34-153162c92eb3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.906677] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Created folder: Instances in parent group-v543513. [ 545.906892] env[62664]: DEBUG oslo.service.loopingcall [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.907301] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 545.907301] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20161e1a-b985-48ef-b42b-c34fadabb1c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.940572] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 545.940572] env[62664]: value = "task-2697136" [ 545.940572] env[62664]: _type = "Task" [ 545.940572] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.950235] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697136, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.015959] env[62664]: DEBUG nova.compute.manager [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.097404] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697133, 'name': CreateVM_Task, 'duration_secs': 0.343228} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.097404] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 546.099141] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.329539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.329539] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.334373] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.334647] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.334971] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.335306] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.335626] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.336402] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74708b2a-3d74-421c-bbea-1e8f61dde554 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.337950] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d981e45-72f8-49ed-9427-3e2c63b038f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.351119] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.355021] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.355021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb0561b-193c-4cea-a189-fa786f6e2550 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.358628] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 546.358628] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b5c8f5-1a8d-35e0-dc5a-ca7bb0bde0fd" [ 546.358628] env[62664]: _type = "Task" [ 546.358628] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.367537] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36c50c4-2060-4b23-a971-12f14b436931 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.374723] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.375178] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.375539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.376830] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 546.376830] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528b30c2-5198-66f5-6f64-7bfbfcd56e3b" [ 546.376830] env[62664]: _type = "Task" [ 546.376830] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.386238] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528b30c2-5198-66f5-6f64-7bfbfcd56e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.452940] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697136, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.547016] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.547016] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.551402] env[62664]: INFO nova.compute.claims [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.560693] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquiring lock "f76f7c8e-1f56-49eb-8631-2081781daafa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.560770] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lock "f76f7c8e-1f56-49eb-8631-2081781daafa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.890019] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Preparing fetch location {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 546.890564] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Creating directory with path [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.890813] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-094dfc68-dd99-417e-94fb-3402030349cd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.916440] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Created directory with path [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.916440] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Fetch image to [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 546.916440] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Downloading image file data e056a389-db67-47df-a0e1-5d8e9f6cd089 to [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk on the data store datastore1 {{(pid=62664) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 546.916767] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a5b3c3-7ade-4d0e-8da4-1cf3a761ab3b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.927441] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21781240-6069-4fa6-8c10-7a05b4e28ef3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.938922] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daad787d-91f1-40d8-aae6-e0184ad7ac16 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.958912] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697136, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.987382] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816eec2a-6277-4db7-ab1d-49c3633820bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.995507] env[62664]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5741df5c-e52e-4bb6-a213-a8c264e9d14c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.063289] env[62664]: DEBUG nova.compute.manager [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.084649] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Downloading image file data e056a389-db67-47df-a0e1-5d8e9f6cd089 to the data store datastore1 {{(pid=62664) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 547.276653] env[62664]: DEBUG oslo_vmware.rw_handles [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 547.454313] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697136, 'name': CreateVM_Task, 'duration_secs': 1.273588} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.456258] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.456769] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.456977] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.457683] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.457683] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaae1079-3497-42e4-9d49-b88f48ab5b3f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.463837] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 547.463837] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a02a07-744b-08ff-f1be-2b0451718d8e" [ 547.463837] env[62664]: _type = "Task" [ 547.463837] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.473820] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a02a07-744b-08ff-f1be-2b0451718d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.601020] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.684810] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9ea42b-8e8a-4448-8ba3-23fa8b98d6e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.701197] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bd0f2b-2d13-4c40-8c54-cd794dd49d0c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.745886] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2350fb-9f5f-4bce-b474-ef34e22c6a6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.760467] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542a07a5-336b-49bb-8a86-7548ef42d6de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.778962] env[62664]: DEBUG nova.compute.provider_tree [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.910944] env[62664]: DEBUG oslo_vmware.rw_handles [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Completed reading data from the image iterator. {{(pid=62664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 547.911478] env[62664]: DEBUG oslo_vmware.rw_handles [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 547.980031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.980375] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 547.980579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.063192] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Downloaded image file data e056a389-db67-47df-a0e1-5d8e9f6cd089 to vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk on the data store datastore1 {{(pid=62664) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 548.064730] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Caching image {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 548.064994] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Copying Virtual Disk [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk to [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 548.065623] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e75bf62-bd35-4cf8-a9a3-b7c7a3ae1d01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.074454] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 548.074454] env[62664]: value = "task-2697137" [ 548.074454] env[62664]: _type = "Task" [ 548.074454] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.086886] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.286171] env[62664]: DEBUG nova.scheduler.client.report [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.294036] env[62664]: DEBUG nova.compute.manager [req-d9b27d2d-7edf-4253-b939-ea0adf5c5e44 req-2c139fa6-6380-46ee-8048-c9cc51692531 service nova] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Received event network-changed-babecc4c-f963-4407-9fd3-40588cea3083 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 548.294256] env[62664]: DEBUG nova.compute.manager [req-d9b27d2d-7edf-4253-b939-ea0adf5c5e44 req-2c139fa6-6380-46ee-8048-c9cc51692531 service nova] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Refreshing instance network info cache due to event network-changed-babecc4c-f963-4407-9fd3-40588cea3083. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 548.294463] env[62664]: DEBUG oslo_concurrency.lockutils [req-d9b27d2d-7edf-4253-b939-ea0adf5c5e44 req-2c139fa6-6380-46ee-8048-c9cc51692531 service nova] Acquiring lock "refresh_cache-4310fc19-c9b7-4515-be80-20fb13e18eef" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.294609] env[62664]: DEBUG oslo_concurrency.lockutils [req-d9b27d2d-7edf-4253-b939-ea0adf5c5e44 req-2c139fa6-6380-46ee-8048-c9cc51692531 service nova] Acquired lock "refresh_cache-4310fc19-c9b7-4515-be80-20fb13e18eef" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.294865] env[62664]: DEBUG nova.network.neutron [req-d9b27d2d-7edf-4253-b939-ea0adf5c5e44 req-2c139fa6-6380-46ee-8048-c9cc51692531 service nova] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Refreshing network info cache for port babecc4c-f963-4407-9fd3-40588cea3083 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 548.315226] env[62664]: DEBUG nova.compute.manager [req-a51a7753-0d3e-4628-84b2-6cb4a1908362 req-0e922a3e-57ca-4e8d-95a6-427a6635b769 service nova] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Received event network-changed-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 548.315431] env[62664]: DEBUG nova.compute.manager [req-a51a7753-0d3e-4628-84b2-6cb4a1908362 req-0e922a3e-57ca-4e8d-95a6-427a6635b769 service nova] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Refreshing instance network info cache due to event network-changed-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 548.315641] env[62664]: DEBUG oslo_concurrency.lockutils [req-a51a7753-0d3e-4628-84b2-6cb4a1908362 req-0e922a3e-57ca-4e8d-95a6-427a6635b769 service nova] Acquiring lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.315784] env[62664]: DEBUG oslo_concurrency.lockutils [req-a51a7753-0d3e-4628-84b2-6cb4a1908362 req-0e922a3e-57ca-4e8d-95a6-427a6635b769 service nova] Acquired lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.315937] env[62664]: DEBUG nova.network.neutron [req-a51a7753-0d3e-4628-84b2-6cb4a1908362 req-0e922a3e-57ca-4e8d-95a6-427a6635b769 service nova] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Refreshing network info cache for port 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 548.588645] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697137, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.620681] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.620955] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.791414] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.792055] env[62664]: DEBUG nova.compute.manager [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.796929] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.195s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.801768] env[62664]: INFO nova.compute.claims [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.092617] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706796} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.092980] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Copied Virtual Disk [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk to [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 549.093123] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Deleting the datastore file [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 549.093385] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eaccc95-1439-41b7-8b3f-7c6e0c1face5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.102172] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 549.102172] env[62664]: value = "task-2697138" [ 549.102172] env[62664]: _type = "Task" [ 549.102172] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.111649] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.126314] env[62664]: DEBUG nova.compute.manager [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.308598] env[62664]: DEBUG nova.compute.utils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.310260] env[62664]: DEBUG nova.compute.manager [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.310577] env[62664]: DEBUG nova.network.neutron [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.539825] env[62664]: DEBUG nova.policy [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37593d88da994bb28e75255c761ea029', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34e464a651654ea5b510bd078ac07275', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.604382] env[62664]: DEBUG nova.network.neutron [req-a51a7753-0d3e-4628-84b2-6cb4a1908362 req-0e922a3e-57ca-4e8d-95a6-427a6635b769 service nova] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updated VIF entry in instance network info cache for port 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 549.604726] env[62664]: DEBUG nova.network.neutron [req-a51a7753-0d3e-4628-84b2-6cb4a1908362 req-0e922a3e-57ca-4e8d-95a6-427a6635b769 service nova] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance_info_cache with network_info: [{"id": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "address": "fa:16:3e:25:a7:04", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b2c04d-1c", "ovs_interfaceid": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.619526] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027459} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.621529] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 549.621735] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Moving file from [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052/e056a389-db67-47df-a0e1-5d8e9f6cd089 to [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089. {{(pid=62664) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 549.622409] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-53426051-aef9-405e-948c-4994471bfa7f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.630542] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 549.630542] env[62664]: value = "task-2697139" [ 549.630542] env[62664]: _type = "Task" [ 549.630542] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.646202] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697139, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.654547] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.820722] env[62664]: DEBUG nova.compute.manager [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.953307] env[62664]: DEBUG nova.network.neutron [req-d9b27d2d-7edf-4253-b939-ea0adf5c5e44 req-2c139fa6-6380-46ee-8048-c9cc51692531 service nova] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Updated VIF entry in instance network info cache for port babecc4c-f963-4407-9fd3-40588cea3083. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 549.954388] env[62664]: DEBUG nova.network.neutron [req-d9b27d2d-7edf-4253-b939-ea0adf5c5e44 req-2c139fa6-6380-46ee-8048-c9cc51692531 service nova] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Updating instance_info_cache with network_info: [{"id": "babecc4c-f963-4407-9fd3-40588cea3083", "address": "fa:16:3e:18:76:92", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabecc4c-f9", "ovs_interfaceid": "babecc4c-f963-4407-9fd3-40588cea3083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.976776] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a744f22-30fa-4da4-94a4-fec28ca96f6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.988217] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e329a596-b9fc-4da1-984d-9d9af3e03fe6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.026470] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1831018-007d-4418-8ab3-01cf918ac8d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.041699] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eabe8df-019d-4107-b615-c1ecc1a7863d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.065381] env[62664]: DEBUG nova.compute.provider_tree [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.107572] env[62664]: DEBUG oslo_concurrency.lockutils [req-a51a7753-0d3e-4628-84b2-6cb4a1908362 req-0e922a3e-57ca-4e8d-95a6-427a6635b769 service nova] Releasing lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.146360] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697139, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027483} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.146716] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] File moved {{(pid=62664) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 550.146981] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Cleaning up location [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 550.149469] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Deleting the datastore file [datastore1] vmware_temp/b9479936-3ba1-4a59-b5bd-246cb9c53052 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 550.149469] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9cba659-f9c1-45fc-a4a1-b7d045c69519 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.155232] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 550.155232] env[62664]: value = "task-2697140" [ 550.155232] env[62664]: _type = "Task" [ 550.155232] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.169828] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.460166] env[62664]: DEBUG oslo_concurrency.lockutils [req-d9b27d2d-7edf-4253-b939-ea0adf5c5e44 req-2c139fa6-6380-46ee-8048-c9cc51692531 service nova] Releasing lock "refresh_cache-4310fc19-c9b7-4515-be80-20fb13e18eef" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.570302] env[62664]: DEBUG nova.scheduler.client.report [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.674221] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026211} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.674221] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 550.674221] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33370a0-df86-4c59-8367-1cc59cb59ee5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.680752] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 550.680752] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52170bf5-9f2f-677f-5e15-3b2d025f7d4a" [ 550.680752] env[62664]: _type = "Task" [ 550.680752] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.692558] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52170bf5-9f2f-677f-5e15-3b2d025f7d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.694543] env[62664]: DEBUG nova.network.neutron [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Successfully created port: 45d3a6ef-cc16-404a-950a-a393195b9412 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.835235] env[62664]: DEBUG nova.compute.manager [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.863811] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.864012] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.864211] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.864378] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.864452] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.864727] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.865982] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.865982] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.865982] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.865982] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.866614] env[62664]: DEBUG nova.virt.hardware [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.867709] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dc7631-e069-49f5-a1f4-2445ccf7ef66 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.877608] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480ff6bf-a0f0-4b44-a6e2-95121c0d2876 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.087594] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.088167] env[62664]: DEBUG nova.compute.manager [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.090831] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.436s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.092353] env[62664]: INFO nova.compute.claims [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.195320] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52170bf5-9f2f-677f-5e15-3b2d025f7d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.021071} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.195588] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.196360] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 4310fc19-c9b7-4515-be80-20fb13e18eef/4310fc19-c9b7-4515-be80-20fb13e18eef.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.197464] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.197550] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.197845] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb5ace87-98aa-4b52-b681-c32460575d33 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.200525] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bd5c0cf-949f-4614-a7f1-9c42c128f8e4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.207998] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 551.207998] env[62664]: value = "task-2697141" [ 551.207998] env[62664]: _type = "Task" [ 551.207998] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.211772] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.211961] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.213023] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb8df67-f74a-4c08-bc3d-007c37779679 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.220602] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.223863] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 551.223863] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52aa386f-e049-94dc-c4bd-126cf33d089c" [ 551.223863] env[62664]: _type = "Task" [ 551.223863] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.234918] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52aa386f-e049-94dc-c4bd-126cf33d089c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.596562] env[62664]: DEBUG nova.compute.utils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 551.602037] env[62664]: DEBUG nova.compute.manager [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 551.602037] env[62664]: DEBUG nova.network.neutron [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 551.695635] env[62664]: DEBUG nova.policy [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ce9223942e141d28b3ba7c3aaa30780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29fc73f3345141a4b1c7334bacdecb26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 551.721060] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697141, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.739838] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52aa386f-e049-94dc-c4bd-126cf33d089c, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.740754] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9d9afe-c5b6-48d2-a17c-e04a905cfd72 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.747590] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 551.747590] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5255dfc0-3652-61a3-a2fc-c2a53cebc394" [ 551.747590] env[62664]: _type = "Task" [ 551.747590] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.757268] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5255dfc0-3652-61a3-a2fc-c2a53cebc394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.773628] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "6dc7032f-ce0d-4067-98f0-ad02ed142682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.774355] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "6dc7032f-ce0d-4067-98f0-ad02ed142682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.101915] env[62664]: DEBUG nova.compute.manager [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.221096] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627556} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.221428] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 4310fc19-c9b7-4515-be80-20fb13e18eef/4310fc19-c9b7-4515-be80-20fb13e18eef.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 552.221735] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 552.221879] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed4ae441-73e5-4a9e-a45e-aeb2bd2b269e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.229389] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 552.229389] env[62664]: value = "task-2697142" [ 552.229389] env[62664]: _type = "Task" [ 552.229389] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.243031] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.263141] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5255dfc0-3652-61a3-a2fc-c2a53cebc394, 'name': SearchDatastore_Task, 'duration_secs': 0.054115} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.263141] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.263141] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.263141] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.263321] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 552.263321] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06dd7b45-2ed0-4ae0-95f6-64334daf9184 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.264355] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6281ed01-83c0-496c-a97c-59f60df76f68 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.272180] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 552.272180] env[62664]: value = "task-2697143" [ 552.272180] env[62664]: _type = "Task" [ 552.272180] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.276696] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 552.276696] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 552.279922] env[62664]: DEBUG nova.compute.manager [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.282607] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2eb5e48-704f-4aaa-8d60-ceb777a47803 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.289408] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.293544] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 552.293544] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524f5ed5-6cd3-2dca-eeef-3a0de8be5817" [ 552.293544] env[62664]: _type = "Task" [ 552.293544] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.301360] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524f5ed5-6cd3-2dca-eeef-3a0de8be5817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.303071] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9d26df-414f-4a7c-b9a1-fe67553e55bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.310756] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae4af0-b6ed-41c0-86ef-cb43f2e44699 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.346884] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e19872-8d99-46fa-911b-3db62c911085 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.355393] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b0748f-f5bd-4d77-a1c9-ce7479785e0d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.369677] env[62664]: DEBUG nova.compute.provider_tree [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.748476] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072889} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.749143] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 552.750636] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbc8e70-d4c8-4c87-9bc4-9f4a3eef8d38 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.783337] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 4310fc19-c9b7-4515-be80-20fb13e18eef/4310fc19-c9b7-4515-be80-20fb13e18eef.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 552.783837] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-358d2701-883c-4cea-b17b-16ccb88f0ec1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.821332] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 552.821332] env[62664]: value = "task-2697144" [ 552.821332] env[62664]: _type = "Task" [ 552.821332] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.829249] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515869} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.830308] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 552.832160] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 552.837375] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36c8b810-87bc-4669-b2ed-660cddc51a50 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.843165] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524f5ed5-6cd3-2dca-eeef-3a0de8be5817, 'name': SearchDatastore_Task, 'duration_secs': 0.012936} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.843165] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc14c97-d040-4af3-86aa-a492584aa193 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.855017] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.855664] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 552.855664] env[62664]: value = "task-2697145" [ 552.855664] env[62664]: _type = "Task" [ 552.855664] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.857812] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.863250] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 552.863250] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529f69f2-cde7-9880-a17c-f70a1136ec5f" [ 552.863250] env[62664]: _type = "Task" [ 552.863250] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.871117] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.876879] env[62664]: DEBUG nova.scheduler.client.report [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 552.882022] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529f69f2-cde7-9880-a17c-f70a1136ec5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008676} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.882022] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.882022] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 3afea66f-7d69-4d19-9a8e-2744aa2ce954/3afea66f-7d69-4d19-9a8e-2744aa2ce954.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.882022] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d31b3b8-6404-47cc-a798-8f6f2347ce2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.890427] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 552.890427] env[62664]: value = "task-2697146" [ 552.890427] env[62664]: _type = "Task" [ 552.890427] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.901974] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.035790] env[62664]: DEBUG nova.network.neutron [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Successfully created port: ec863d56-b74d-4aa2-8e94-56f406b83958 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.115341] env[62664]: DEBUG nova.compute.manager [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.138716] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.139742] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.139742] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 553.139742] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Rebuilding the list of instances to heal {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 553.294411] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.294666] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.294816] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.294989] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.295202] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.295349] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.295552] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.295719] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.295867] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.296129] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.296469] env[62664]: DEBUG nova.virt.hardware [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.297281] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abbd801-156d-4d6a-a85c-7438bc225974 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.308424] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1ff5bf-5b34-478c-945e-af4b600e2b77 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.334803] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697144, 'name': ReconfigVM_Task, 'duration_secs': 0.303024} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.335188] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 4310fc19-c9b7-4515-be80-20fb13e18eef/4310fc19-c9b7-4515-be80-20fb13e18eef.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 553.335783] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b46f6d27-0eea-4074-919e-5aa470875750 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.343065] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 553.343065] env[62664]: value = "task-2697147" [ 553.343065] env[62664]: _type = "Task" [ 553.343065] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.352619] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697147, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.368462] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067996} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.368838] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 553.369889] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8f43fa-a984-4d34-9004-19172640765f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.384363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.384363] env[62664]: DEBUG nova.compute.manager [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.395426] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 553.396078] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.539s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.397563] env[62664]: INFO nova.compute.claims [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.400358] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05695df1-e8bd-40e4-b7c8-65ae01606cbf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.428251] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450237} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.429482] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 3afea66f-7d69-4d19-9a8e-2744aa2ce954/3afea66f-7d69-4d19-9a8e-2744aa2ce954.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.429744] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 553.429958] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 553.429958] env[62664]: value = "task-2697148" [ 553.429958] env[62664]: _type = "Task" [ 553.429958] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.430261] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75ad0df8-7ea9-4e12-8d4a-879d46b4199a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.442891] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697148, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.444394] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 553.444394] env[62664]: value = "task-2697149" [ 553.444394] env[62664]: _type = "Task" [ 553.444394] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.455161] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.650853] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 553.651050] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 553.651157] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 553.651281] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 553.651399] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 553.651517] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 553.651642] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Didn't find any instances for network info cache update. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 553.651852] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.652431] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.652720] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.652975] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.656446] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.656446] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_power_states {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 553.853330] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697147, 'name': Rename_Task, 'duration_secs': 0.138794} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.854477] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 553.854477] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eee1b51-dad2-4b7d-8325-459486e47f80 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.860905] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 553.860905] env[62664]: value = "task-2697150" [ 553.860905] env[62664]: _type = "Task" [ 553.860905] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.869198] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.899771] env[62664]: DEBUG nova.compute.utils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 553.899771] env[62664]: DEBUG nova.compute.manager [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 553.899771] env[62664]: DEBUG nova.network.neutron [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 553.942728] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697148, 'name': ReconfigVM_Task, 'duration_secs': 0.299414} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.946018] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 553.946018] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8202589f-61fd-4721-abd6-17df61de8dc9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.957407] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072114} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.957407] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 553.957407] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 553.957407] env[62664]: value = "task-2697151" [ 553.957407] env[62664]: _type = "Task" [ 553.957407] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.958413] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390e7493-e278-4caf-ade2-bff03fe608c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.990069] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 3afea66f-7d69-4d19-9a8e-2744aa2ce954/3afea66f-7d69-4d19-9a8e-2744aa2ce954.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 553.993047] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d45b02c-673e-48d8-b239-9fe955c4eea7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.014973] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 554.014973] env[62664]: value = "task-2697152" [ 554.014973] env[62664]: _type = "Task" [ 554.014973] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.023566] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.156943] env[62664]: DEBUG nova.policy [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6708ae0081f4313824ace63c1887749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa58b433a6c6498ba9e98e8e6624f4e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.163603] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Getting list of instances from cluster (obj){ [ 554.163603] env[62664]: value = "domain-c8" [ 554.163603] env[62664]: _type = "ClusterComputeResource" [ 554.163603] env[62664]: } {{(pid=62664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 554.164749] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011375f8-bb95-465a-85ac-5f7f8ab89fff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.182705] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Got total of 3 instances {{(pid=62664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 554.182892] env[62664]: WARNING nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] While synchronizing instance power states, found 7 instances in the database and 3 instances on the hypervisor. [ 554.183050] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid 4310fc19-c9b7-4515-be80-20fb13e18eef {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 554.183245] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid 3afea66f-7d69-4d19-9a8e-2744aa2ce954 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 554.183395] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid f7221dad-9186-4f83-adaf-676712163ed5 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 554.183540] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid 8697fd7b-0496-49bd-9a4f-53a8fec50172 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 554.183683] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid f76f7c8e-1f56-49eb-8631-2081781daafa {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 554.183837] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid c90e97fe-1065-4378-8152-c2f5d08e3b26 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 554.184340] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid 6dc7032f-ce0d-4067-98f0-ad02ed142682 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 554.184955] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "4310fc19-c9b7-4515-be80-20fb13e18eef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.185461] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.185827] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "f7221dad-9186-4f83-adaf-676712163ed5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.186314] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "8697fd7b-0496-49bd-9a4f-53a8fec50172" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.186544] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "f76f7c8e-1f56-49eb-8631-2081781daafa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.186749] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.186956] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "6dc7032f-ce0d-4067-98f0-ad02ed142682" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.187127] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.187345] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 554.187534] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.373275] env[62664]: DEBUG oslo_vmware.api [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697150, 'name': PowerOnVM_Task, 'duration_secs': 0.482573} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.373463] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 554.374552] env[62664]: INFO nova.compute.manager [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Took 16.18 seconds to spawn the instance on the hypervisor. [ 554.374746] env[62664]: DEBUG nova.compute.manager [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.375831] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a757db9e-030b-41e8-a3a7-60015ad0acf5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.404433] env[62664]: DEBUG nova.compute.manager [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.474479] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697151, 'name': Rename_Task, 'duration_secs': 0.147449} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.474479] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 554.474694] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85548290-d56f-4c02-ae14-a3d80be3ea2d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.485880] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 554.485880] env[62664]: value = "task-2697153" [ 554.485880] env[62664]: _type = "Task" [ 554.485880] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.496897] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.526504] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697152, 'name': ReconfigVM_Task, 'duration_secs': 0.30321} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.528271] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 3afea66f-7d69-4d19-9a8e-2744aa2ce954/3afea66f-7d69-4d19-9a8e-2744aa2ce954.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 554.529104] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a35a378e-fd0b-41d8-93bd-e84481c4e0b8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.536177] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 554.536177] env[62664]: value = "task-2697154" [ 554.536177] env[62664]: _type = "Task" [ 554.536177] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.543780] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697154, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.582396] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291d8400-3039-4f93-b05b-39389bfccc41 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.594778] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae90a573-8096-4b4a-b968-824240471f60 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.626694] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625d9e25-ffc2-4a22-95ec-b9712b06b51e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.631792] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "d923bec1-81c9-491d-9dca-4c758893e809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.632032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "d923bec1-81c9-491d-9dca-4c758893e809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.638275] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa58ebb5-1c25-4303-ad21-c9badff01c70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.654031] env[62664]: DEBUG nova.compute.provider_tree [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.691729] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.753560] env[62664]: DEBUG nova.network.neutron [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Successfully updated port: 45d3a6ef-cc16-404a-950a-a393195b9412 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 554.896923] env[62664]: INFO nova.compute.manager [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Took 20.90 seconds to build instance. [ 554.997540] env[62664]: DEBUG oslo_vmware.api [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697153, 'name': PowerOnVM_Task, 'duration_secs': 0.489661} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.997815] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 554.997895] env[62664]: INFO nova.compute.manager [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Took 9.55 seconds to spawn the instance on the hypervisor. [ 554.998064] env[62664]: DEBUG nova.compute.manager [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.998910] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a34a483-e492-4d0a-98a2-a1d9a6724540 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.049396] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697154, 'name': Rename_Task, 'duration_secs': 0.192232} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.049978] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 555.049978] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5101a95c-57b0-4406-a512-6cbfa152ba5a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.057234] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 555.057234] env[62664]: value = "task-2697155" [ 555.057234] env[62664]: _type = "Task" [ 555.057234] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.068057] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.134259] env[62664]: DEBUG nova.compute.manager [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.157081] env[62664]: DEBUG nova.scheduler.client.report [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.257960] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquiring lock "refresh_cache-8697fd7b-0496-49bd-9a4f-53a8fec50172" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.258144] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquired lock "refresh_cache-8697fd7b-0496-49bd-9a4f-53a8fec50172" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.258315] env[62664]: DEBUG nova.network.neutron [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 555.397929] env[62664]: DEBUG oslo_concurrency.lockutils [None req-733aad69-8dc5-49bb-b0e3-f589a35963c5 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "4310fc19-c9b7-4515-be80-20fb13e18eef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.411s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.397929] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "4310fc19-c9b7-4515-be80-20fb13e18eef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.213s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.397929] env[62664]: INFO nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] During sync_power_state the instance has a pending task (spawning). Skip. [ 555.397929] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "4310fc19-c9b7-4515-be80-20fb13e18eef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.419265] env[62664]: DEBUG nova.compute.manager [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.464207] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.464428] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.465205] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.465205] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.465205] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.468432] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.469144] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.470468] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.470468] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.470468] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.471141] env[62664]: DEBUG nova.virt.hardware [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.477647] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be7db40-61aa-4e92-9d3a-b4f79af7ba7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.484673] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f866418-8086-4e3c-9707-ff4c3bb264ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.526383] env[62664]: INFO nova.compute.manager [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Took 14.28 seconds to build instance. [ 555.572820] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697155, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.588769] env[62664]: DEBUG nova.network.neutron [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Successfully created port: caa72d09-2a6e-4b9b-adad-6da26614c9f4 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.667058] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.667058] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.667058] env[62664]: DEBUG nova.compute.manager [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.668321] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.978s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.669126] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.669385] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 555.669760] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.006s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.671397] env[62664]: INFO nova.compute.claims [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.678818] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c731c7-9042-4ec2-a52a-0fd7e72263e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.689661] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff90551-794d-4e6d-bb0e-89528d3cb1c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.713234] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11623ce-903b-4fa7-868b-759dc67b9f97 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.725165] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f54d03-05c9-41ff-b700-bccd0ffe1305 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.768393] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181132MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 555.768694] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.885286] env[62664]: DEBUG nova.network.neutron [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 556.029143] env[62664]: DEBUG oslo_concurrency.lockutils [None req-899d55a4-ae0b-4a2a-83a5-00d02941e28d tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "f7221dad-9186-4f83-adaf-676712163ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.789s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.029461] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "f7221dad-9186-4f83-adaf-676712163ed5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.844s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.029598] env[62664]: INFO nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f7221dad-9186-4f83-adaf-676712163ed5] During sync_power_state the instance has a pending task (spawning). Skip. [ 556.029765] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "f7221dad-9186-4f83-adaf-676712163ed5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.069289] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697155, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.086559] env[62664]: DEBUG nova.compute.manager [req-3b303c55-620d-470d-8e9a-611d02198722 req-bd5e28b4-b1b0-47c0-a31e-062f6c4c616d service nova] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Received event network-vif-plugged-45d3a6ef-cc16-404a-950a-a393195b9412 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 556.086774] env[62664]: DEBUG oslo_concurrency.lockutils [req-3b303c55-620d-470d-8e9a-611d02198722 req-bd5e28b4-b1b0-47c0-a31e-062f6c4c616d service nova] Acquiring lock "8697fd7b-0496-49bd-9a4f-53a8fec50172-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.086976] env[62664]: DEBUG oslo_concurrency.lockutils [req-3b303c55-620d-470d-8e9a-611d02198722 req-bd5e28b4-b1b0-47c0-a31e-062f6c4c616d service nova] Lock "8697fd7b-0496-49bd-9a4f-53a8fec50172-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.087160] env[62664]: DEBUG oslo_concurrency.lockutils [req-3b303c55-620d-470d-8e9a-611d02198722 req-bd5e28b4-b1b0-47c0-a31e-062f6c4c616d service nova] Lock "8697fd7b-0496-49bd-9a4f-53a8fec50172-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.087327] env[62664]: DEBUG nova.compute.manager [req-3b303c55-620d-470d-8e9a-611d02198722 req-bd5e28b4-b1b0-47c0-a31e-062f6c4c616d service nova] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] No waiting events found dispatching network-vif-plugged-45d3a6ef-cc16-404a-950a-a393195b9412 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 556.087479] env[62664]: WARNING nova.compute.manager [req-3b303c55-620d-470d-8e9a-611d02198722 req-bd5e28b4-b1b0-47c0-a31e-062f6c4c616d service nova] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Received unexpected event network-vif-plugged-45d3a6ef-cc16-404a-950a-a393195b9412 for instance with vm_state building and task_state spawning. [ 556.183452] env[62664]: DEBUG nova.compute.utils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.183452] env[62664]: DEBUG nova.compute.manager [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.183452] env[62664]: DEBUG nova.network.neutron [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.330638] env[62664]: DEBUG nova.policy [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6708ae0081f4313824ace63c1887749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa58b433a6c6498ba9e98e8e6624f4e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 556.434410] env[62664]: DEBUG nova.network.neutron [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Updating instance_info_cache with network_info: [{"id": "45d3a6ef-cc16-404a-950a-a393195b9412", "address": "fa:16:3e:e2:81:bc", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d3a6ef-cc", "ovs_interfaceid": "45d3a6ef-cc16-404a-950a-a393195b9412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.576934] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697155, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.684528] env[62664]: DEBUG nova.compute.manager [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.859064] env[62664]: DEBUG nova.network.neutron [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Successfully updated port: ec863d56-b74d-4aa2-8e94-56f406b83958 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 556.904772] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0981cae5-3806-413a-af0a-f22e1e06498d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.916078] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928fa5f2-8ae2-448c-bb69-857c706c7589 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.953629] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Releasing lock "refresh_cache-8697fd7b-0496-49bd-9a4f-53a8fec50172" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.953629] env[62664]: DEBUG nova.compute.manager [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Instance network_info: |[{"id": "45d3a6ef-cc16-404a-950a-a393195b9412", "address": "fa:16:3e:e2:81:bc", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d3a6ef-cc", "ovs_interfaceid": "45d3a6ef-cc16-404a-950a-a393195b9412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 556.955328] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:81:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45d3a6ef-cc16-404a-950a-a393195b9412', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.963618] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Creating folder: Project (34e464a651654ea5b510bd078ac07275). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.964486] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c80ed1-4e8d-48cd-a25b-8dcfc685ed7e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.967464] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f09029b-74ed-4060-b261-d8784e986afc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.981440] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd135a1-0904-45c0-9b15-1ba4db312f9e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.990122] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Created folder: Project (34e464a651654ea5b510bd078ac07275) in parent group-v543506. [ 556.990453] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Creating folder: Instances. Parent ref: group-v543516. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.991321] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88aae138-116e-4185-b7af-ff2ee99899d1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.003953] env[62664]: DEBUG nova.compute.provider_tree [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.014043] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Created folder: Instances in parent group-v543516. [ 557.014043] env[62664]: DEBUG oslo.service.loopingcall [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.014043] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.014325] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0098ec43-9723-49ea-8f1b-4d0bf9485dd9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.039975] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.039975] env[62664]: value = "task-2697158" [ 557.039975] env[62664]: _type = "Task" [ 557.039975] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.056735] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697158, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.070847] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697155, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.287040] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "30601c03-c29f-4da4-825a-8d6c627c1432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.287040] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "30601c03-c29f-4da4-825a-8d6c627c1432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.365452] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquiring lock "refresh_cache-f76f7c8e-1f56-49eb-8631-2081781daafa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.365452] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquired lock "refresh_cache-f76f7c8e-1f56-49eb-8631-2081781daafa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.365452] env[62664]: DEBUG nova.network.neutron [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.481521] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Acquiring lock "4310fc19-c9b7-4515-be80-20fb13e18eef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.482027] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Lock "4310fc19-c9b7-4515-be80-20fb13e18eef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.482027] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Acquiring lock "4310fc19-c9b7-4515-be80-20fb13e18eef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.482204] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Lock "4310fc19-c9b7-4515-be80-20fb13e18eef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.482369] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Lock "4310fc19-c9b7-4515-be80-20fb13e18eef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.486025] env[62664]: INFO nova.compute.manager [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Terminating instance [ 557.507074] env[62664]: DEBUG nova.scheduler.client.report [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.551466] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697158, 'name': CreateVM_Task, 'duration_secs': 0.37631} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.551466] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.551466] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.552221] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.552221] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.552221] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838d736e-d04f-4337-8422-68a1060a5465 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.558118] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for the task: (returnval){ [ 557.558118] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52551d93-5a2a-e985-766d-695183ab4ae2" [ 557.558118] env[62664]: _type = "Task" [ 557.558118] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.573268] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52551d93-5a2a-e985-766d-695183ab4ae2, 'name': SearchDatastore_Task} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.573541] env[62664]: DEBUG oslo_vmware.api [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697155, 'name': PowerOnVM_Task, 'duration_secs': 2.224538} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.573853] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.574558] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.574558] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.574558] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.574771] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.574963] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 557.575156] env[62664]: INFO nova.compute.manager [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Took 17.20 seconds to spawn the instance on the hypervisor. [ 557.575328] env[62664]: DEBUG nova.compute.manager [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 557.575590] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bad1a86-0912-456a-9e55-5c24a019dfcc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.579246] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902f16bc-e13f-40a4-b1da-95fd42efa3eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.589275] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.589400] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.590430] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6a7fa9-3cd0-4ec2-b3a6-fcecffa64cd8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.596367] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for the task: (returnval){ [ 557.596367] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52300918-e638-b2cb-7f7a-51ea6531ee08" [ 557.596367] env[62664]: _type = "Task" [ 557.596367] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.606279] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52300918-e638-b2cb-7f7a-51ea6531ee08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.607275] env[62664]: DEBUG nova.network.neutron [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Successfully created port: 398bca68-6884-4b90-bc64-659aba882491 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.698931] env[62664]: DEBUG nova.compute.manager [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 557.724333] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.724572] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.724725] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.724910] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.725074] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.725226] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.725434] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.725591] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.725754] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.725915] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.726275] env[62664]: DEBUG nova.virt.hardware [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.727701] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09a973d-da5d-4719-9f68-5ccd94c40096 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.735183] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f860aa5-bfa2-4c19-a061-39f13421c2de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.788538] env[62664]: DEBUG nova.compute.manager [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.804358] env[62664]: DEBUG nova.compute.manager [req-97e38588-bd23-4b55-a489-75605c379f13 req-7503357f-e332-48f2-b656-750047c3a010 service nova] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Received event network-vif-plugged-ec863d56-b74d-4aa2-8e94-56f406b83958 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.804358] env[62664]: DEBUG oslo_concurrency.lockutils [req-97e38588-bd23-4b55-a489-75605c379f13 req-7503357f-e332-48f2-b656-750047c3a010 service nova] Acquiring lock "f76f7c8e-1f56-49eb-8631-2081781daafa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.804358] env[62664]: DEBUG oslo_concurrency.lockutils [req-97e38588-bd23-4b55-a489-75605c379f13 req-7503357f-e332-48f2-b656-750047c3a010 service nova] Lock "f76f7c8e-1f56-49eb-8631-2081781daafa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.804358] env[62664]: DEBUG oslo_concurrency.lockutils [req-97e38588-bd23-4b55-a489-75605c379f13 req-7503357f-e332-48f2-b656-750047c3a010 service nova] Lock "f76f7c8e-1f56-49eb-8631-2081781daafa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.804358] env[62664]: DEBUG nova.compute.manager [req-97e38588-bd23-4b55-a489-75605c379f13 req-7503357f-e332-48f2-b656-750047c3a010 service nova] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] No waiting events found dispatching network-vif-plugged-ec863d56-b74d-4aa2-8e94-56f406b83958 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 557.804573] env[62664]: WARNING nova.compute.manager [req-97e38588-bd23-4b55-a489-75605c379f13 req-7503357f-e332-48f2-b656-750047c3a010 service nova] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Received unexpected event network-vif-plugged-ec863d56-b74d-4aa2-8e94-56f406b83958 for instance with vm_state building and task_state spawning. [ 557.992393] env[62664]: DEBUG nova.compute.manager [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 557.992676] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 557.993655] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372c0c42-97bf-4e13-ab16-cfe84f6a009f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.003625] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 558.004128] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43680f7e-7341-4529-815f-6f9256a77d21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.013019] env[62664]: DEBUG oslo_vmware.api [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Waiting for the task: (returnval){ [ 558.013019] env[62664]: value = "task-2697159" [ 558.013019] env[62664]: _type = "Task" [ 558.013019] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.013019] env[62664]: DEBUG nova.network.neutron [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.015950] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.016446] env[62664]: DEBUG nova.compute.manager [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.028208] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.260s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.036595] env[62664]: DEBUG oslo_vmware.api [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Task: {'id': task-2697159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.109112] env[62664]: INFO nova.compute.manager [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Took 22.77 seconds to build instance. [ 558.121900] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52300918-e638-b2cb-7f7a-51ea6531ee08, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.124136] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b874097-71d3-4944-b468-79e84d15eefd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.135229] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for the task: (returnval){ [ 558.135229] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52860e86-b06d-c280-96b9-e976a8028057" [ 558.135229] env[62664]: _type = "Task" [ 558.135229] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.156116] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52860e86-b06d-c280-96b9-e976a8028057, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.156116] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.156376] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 8697fd7b-0496-49bd-9a4f-53a8fec50172/8697fd7b-0496-49bd-9a4f-53a8fec50172.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.156650] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff1161e0-2bcd-4a1f-9d63-5ec28ee781e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.164414] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for the task: (returnval){ [ 558.164414] env[62664]: value = "task-2697160" [ 558.164414] env[62664]: _type = "Task" [ 558.164414] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.184841] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.333232] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.392314] env[62664]: DEBUG nova.network.neutron [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Updating instance_info_cache with network_info: [{"id": "ec863d56-b74d-4aa2-8e94-56f406b83958", "address": "fa:16:3e:91:fa:9d", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec863d56-b7", "ovs_interfaceid": "ec863d56-b74d-4aa2-8e94-56f406b83958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.535539] env[62664]: DEBUG nova.compute.utils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 558.546898] env[62664]: DEBUG oslo_vmware.api [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Task: {'id': task-2697159, 'name': PowerOffVM_Task, 'duration_secs': 0.201399} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.546898] env[62664]: DEBUG nova.compute.manager [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 558.546898] env[62664]: DEBUG nova.network.neutron [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.550299] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 558.550299] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 558.551076] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9f78f83-36a9-4d35-af44-c28f3119d672 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.612620] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1bf4606-46c0-4dfc-b541-c1373e2600e1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.284s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.614551] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.429s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.614781] env[62664]: INFO nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] During sync_power_state the instance has a pending task (spawning). Skip. [ 558.614964] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.615192] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 558.615390] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 558.615525] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Deleting the datastore file [datastore1] 4310fc19-c9b7-4515-be80-20fb13e18eef {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 558.615837] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8e1b024-5ed6-4a35-a68c-e3695bbc6c7b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.629266] env[62664]: DEBUG oslo_vmware.api [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Waiting for the task: (returnval){ [ 558.629266] env[62664]: value = "task-2697162" [ 558.629266] env[62664]: _type = "Task" [ 558.629266] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.648406] env[62664]: DEBUG oslo_vmware.api [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Task: {'id': task-2697162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.654744] env[62664]: DEBUG nova.policy [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6708ae0081f4313824ace63c1887749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa58b433a6c6498ba9e98e8e6624f4e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.677736] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.858082] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquiring lock "b1972c25-31b0-4a64-9d89-84acc449be29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.858311] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lock "b1972c25-31b0-4a64-9d89-84acc449be29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.883196] env[62664]: DEBUG nova.network.neutron [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Successfully updated port: caa72d09-2a6e-4b9b-adad-6da26614c9f4 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.893810] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Releasing lock "refresh_cache-f76f7c8e-1f56-49eb-8631-2081781daafa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.894158] env[62664]: DEBUG nova.compute.manager [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Instance network_info: |[{"id": "ec863d56-b74d-4aa2-8e94-56f406b83958", "address": "fa:16:3e:91:fa:9d", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec863d56-b7", "ovs_interfaceid": "ec863d56-b74d-4aa2-8e94-56f406b83958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 558.894549] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:fa:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec863d56-b74d-4aa2-8e94-56f406b83958', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 558.902247] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Creating folder: Project (29fc73f3345141a4b1c7334bacdecb26). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.903163] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b7cabb8-bbd2-4ca4-a405-4174960360f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.914100] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Created folder: Project (29fc73f3345141a4b1c7334bacdecb26) in parent group-v543506. [ 558.914220] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Creating folder: Instances. Parent ref: group-v543519. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.914609] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85f61238-fddd-47ce-8fbd-22bae7b074f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.927517] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Created folder: Instances in parent group-v543519. [ 558.927517] env[62664]: DEBUG oslo.service.loopingcall [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 558.927517] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 558.927517] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5adb9a3-b553-4440-97cb-33885191c0df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.949323] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 558.949323] env[62664]: value = "task-2697165" [ 558.949323] env[62664]: _type = "Task" [ 558.949323] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.958461] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697165, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.047859] env[62664]: DEBUG nova.compute.manager [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.072626] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f7221dad-9186-4f83-adaf-676712163ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.072777] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f76f7c8e-1f56-49eb-8631-2081781daafa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.072933] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 8697fd7b-0496-49bd-9a4f-53a8fec50172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.141865] env[62664]: DEBUG oslo_vmware.api [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Task: {'id': task-2697162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415671} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.143236] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 559.143444] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 559.143614] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 559.143780] env[62664]: INFO nova.compute.manager [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 559.144194] env[62664]: DEBUG oslo.service.loopingcall [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.144284] env[62664]: DEBUG nova.compute.manager [-] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 559.144389] env[62664]: DEBUG nova.network.neutron [-] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 559.184435] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627715} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.184740] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 8697fd7b-0496-49bd-9a4f-53a8fec50172/8697fd7b-0496-49bd-9a4f-53a8fec50172.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.185697] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.185697] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fce9b08-0ada-4bd0-a2f1-7d6cfff891c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.199109] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for the task: (returnval){ [ 559.199109] env[62664]: value = "task-2697166" [ 559.199109] env[62664]: _type = "Task" [ 559.199109] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.208958] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.278119] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquiring lock "f48335a6-0726-41d9-abfc-ceb16dcf2912" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.278367] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lock "f48335a6-0726-41d9-abfc-ceb16dcf2912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.363186] env[62664]: DEBUG nova.compute.manager [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 559.386470] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "refresh_cache-c90e97fe-1065-4378-8152-c2f5d08e3b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.386470] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired lock "refresh_cache-c90e97fe-1065-4378-8152-c2f5d08e3b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.386600] env[62664]: DEBUG nova.network.neutron [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.460247] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697165, 'name': CreateVM_Task, 'duration_secs': 0.425679} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.460247] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.461221] env[62664]: DEBUG oslo_vmware.service [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39def88c-1db8-421d-b4da-59cf1748e433 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.473163] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.473163] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.473163] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.473163] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06feeb0c-324a-4262-bf9c-86206105cd45 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.477260] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 559.477260] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52828840-8cd3-5a85-23b8-e3fb85a1c4e4" [ 559.477260] env[62664]: _type = "Task" [ 559.477260] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.487782] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52828840-8cd3-5a85-23b8-e3fb85a1c4e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.506726] env[62664]: DEBUG nova.network.neutron [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Successfully created port: fdcd0bd5-c158-4221-b737-bcb14532141c {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.575605] env[62664]: INFO nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f48335a6-0726-41d9-abfc-ceb16dcf2912 has allocations against this compute host but is not found in the database. [ 559.577056] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 4310fc19-c9b7-4515-be80-20fb13e18eef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 559.667279] env[62664]: DEBUG nova.compute.manager [req-d856404b-2a8e-456c-afca-0db59d53934f req-affaa214-6eae-4e5e-823e-f677b028cfbc service nova] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Received event network-changed-45d3a6ef-cc16-404a-950a-a393195b9412 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.668151] env[62664]: DEBUG nova.compute.manager [req-d856404b-2a8e-456c-afca-0db59d53934f req-affaa214-6eae-4e5e-823e-f677b028cfbc service nova] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Refreshing instance network info cache due to event network-changed-45d3a6ef-cc16-404a-950a-a393195b9412. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 559.668151] env[62664]: DEBUG oslo_concurrency.lockutils [req-d856404b-2a8e-456c-afca-0db59d53934f req-affaa214-6eae-4e5e-823e-f677b028cfbc service nova] Acquiring lock "refresh_cache-8697fd7b-0496-49bd-9a4f-53a8fec50172" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.668151] env[62664]: DEBUG oslo_concurrency.lockutils [req-d856404b-2a8e-456c-afca-0db59d53934f req-affaa214-6eae-4e5e-823e-f677b028cfbc service nova] Acquired lock "refresh_cache-8697fd7b-0496-49bd-9a4f-53a8fec50172" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.668151] env[62664]: DEBUG nova.network.neutron [req-d856404b-2a8e-456c-afca-0db59d53934f req-affaa214-6eae-4e5e-823e-f677b028cfbc service nova] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Refreshing network info cache for port 45d3a6ef-cc16-404a-950a-a393195b9412 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.689130] env[62664]: INFO nova.compute.manager [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Rebuilding instance [ 559.722884] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074281} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.727080] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.735583] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51039431-a214-4c51-8164-8bfcace54c60 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.770778] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 8697fd7b-0496-49bd-9a4f-53a8fec50172/8697fd7b-0496-49bd-9a4f-53a8fec50172.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.774022] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2955f694-3425-4a64-946b-54e64fc49284 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.795652] env[62664]: DEBUG nova.compute.manager [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 559.799118] env[62664]: DEBUG nova.compute.manager [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.799670] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123b76d9-3968-4774-a185-6963ff8cb4f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.804802] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for the task: (returnval){ [ 559.804802] env[62664]: value = "task-2697167" [ 559.804802] env[62664]: _type = "Task" [ 559.804802] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.817779] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697167, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.890760] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.989654] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.989908] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.990167] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.990312] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.990488] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.990776] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c97e460a-9ff5-4cfa-9e54-40d8f0aec95d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.006737] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.006944] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.007747] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9371c74-b582-41cb-b335-f3172070c554 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.014618] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d3c762-ca5c-4af8-9ea4-a67926d7ccd1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.020046] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 560.020046] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cbe2b9-d48d-b23e-67c9-b5688023779b" [ 560.020046] env[62664]: _type = "Task" [ 560.020046] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.028686] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cbe2b9-d48d-b23e-67c9-b5688023779b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.060134] env[62664]: DEBUG nova.compute.manager [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 560.080621] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance b1972c25-31b0-4a64-9d89-84acc449be29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 560.080621] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 3afea66f-7d69-4d19-9a8e-2744aa2ce954 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 560.087743] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 560.087987] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.088101] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 560.088542] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.088700] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 560.088849] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 560.089332] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 560.089512] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 560.089705] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 560.089869] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 560.090054] env[62664]: DEBUG nova.virt.hardware [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 560.091203] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fca9a4-2e72-460f-a18c-a6821603c521 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.102339] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8977dd-76cf-4408-aa51-5c09e9dd0dbc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.144080] env[62664]: DEBUG nova.network.neutron [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 560.328556] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.352932] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.532107] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Preparing fetch location {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 560.532494] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Creating directory with path [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.532651] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcc7cae1-a340-4270-bf1e-6372dfc06a2c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.567277] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Created directory with path [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.567277] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Fetch image to [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 560.567277] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Downloading image file data e056a389-db67-47df-a0e1-5d8e9f6cd089 to [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk on the data store datastore2 {{(pid=62664) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 560.568269] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc55eb9-a9e3-41a2-b273-dd99a8104758 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.575836] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d11d3-9f71-4448-9e53-eaecb24484fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.587659] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 30601c03-c29f-4da4-825a-8d6c627c1432 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 560.588053] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 6dc7032f-ce0d-4067-98f0-ad02ed142682 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 560.588053] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance c90e97fe-1065-4378-8152-c2f5d08e3b26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 560.588323] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance d923bec1-81c9-491d-9dca-4c758893e809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 560.588323] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 560.588561] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 560.593391] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afe96ac-89e2-4612-86f7-076b8f1db9f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.640228] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a4cd9a-ca05-4915-ba85-c57de5ae7045 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.646663] env[62664]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3bf20530-fe66-4629-898c-9e3fd2a07386 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.741201] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Downloading image file data e056a389-db67-47df-a0e1-5d8e9f6cd089 to the data store datastore2 {{(pid=62664) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 560.829123] env[62664]: DEBUG nova.network.neutron [req-d856404b-2a8e-456c-afca-0db59d53934f req-affaa214-6eae-4e5e-823e-f677b028cfbc service nova] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Updated VIF entry in instance network info cache for port 45d3a6ef-cc16-404a-950a-a393195b9412. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 560.829123] env[62664]: DEBUG nova.network.neutron [req-d856404b-2a8e-456c-afca-0db59d53934f req-affaa214-6eae-4e5e-823e-f677b028cfbc service nova] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Updating instance_info_cache with network_info: [{"id": "45d3a6ef-cc16-404a-950a-a393195b9412", "address": "fa:16:3e:e2:81:bc", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d3a6ef-cc", "ovs_interfaceid": "45d3a6ef-cc16-404a-950a-a393195b9412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.834880] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 560.837844] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd0764fe-4b13-4adc-b7cc-b895a1748ef8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.845776] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697167, 'name': ReconfigVM_Task, 'duration_secs': 0.626171} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.848870] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 8697fd7b-0496-49bd-9a4f-53a8fec50172/8697fd7b-0496-49bd-9a4f-53a8fec50172.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.848870] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 560.848870] env[62664]: value = "task-2697168" [ 560.848870] env[62664]: _type = "Task" [ 560.848870] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.848870] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5fcc750-7778-44c8-a440-f21d66ea5441 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.865417] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for the task: (returnval){ [ 560.865417] env[62664]: value = "task-2697169" [ 560.865417] env[62664]: _type = "Task" [ 560.865417] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.865417] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.865417] env[62664]: DEBUG oslo_vmware.rw_handles [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 560.934700] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436e6264-56a5-4f30-879a-05d872e90034 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.936097] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697169, 'name': Rename_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.943844] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ea28b5-3f6c-4511-9bb8-1fad10e83cce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.984851] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebf1ba1-c8c6-4fef-9f6b-026fd914bf9c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.993233] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.995078] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.000682] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52b9bee-abb1-4538-a145-888f7d8cb35a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.016815] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.088157] env[62664]: DEBUG nova.network.neutron [-] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.113302] env[62664]: DEBUG nova.network.neutron [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Updating instance_info_cache with network_info: [{"id": "caa72d09-2a6e-4b9b-adad-6da26614c9f4", "address": "fa:16:3e:ad:72:74", "network": {"id": "8752dd39-e166-4f28-b183-30642b35f430", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1372392544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa58b433a6c6498ba9e98e8e6624f4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa72d09-2a", "ovs_interfaceid": "caa72d09-2a6e-4b9b-adad-6da26614c9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.202917] env[62664]: DEBUG nova.network.neutron [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Successfully updated port: 398bca68-6884-4b90-bc64-659aba882491 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 561.336479] env[62664]: DEBUG oslo_concurrency.lockutils [req-d856404b-2a8e-456c-afca-0db59d53934f req-affaa214-6eae-4e5e-823e-f677b028cfbc service nova] Releasing lock "refresh_cache-8697fd7b-0496-49bd-9a4f-53a8fec50172" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.364432] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697168, 'name': PowerOffVM_Task, 'duration_secs': 0.115632} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.364432] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 561.364897] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 561.365603] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aa37d5-cdd8-4dd5-97a9-df1d51405663 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.380485] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 561.383847] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b604a5c-eb93-40bc-b984-7ef4097cf3e9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.385668] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697169, 'name': Rename_Task, 'duration_secs': 0.169703} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.388898] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.389540] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-710543b1-7349-45b3-8543-82ed87258727 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.395480] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for the task: (returnval){ [ 561.395480] env[62664]: value = "task-2697171" [ 561.395480] env[62664]: _type = "Task" [ 561.395480] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.403987] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.412871] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 561.412871] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 561.412960] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Deleting the datastore file [datastore1] f7221dad-9186-4f83-adaf-676712163ed5 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 561.413301] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a552724f-c7a0-4efb-b2ac-f5b4001a913e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.433116] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 561.433116] env[62664]: value = "task-2697172" [ 561.433116] env[62664]: _type = "Task" [ 561.433116] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.499090] env[62664]: DEBUG nova.compute.manager [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.508278] env[62664]: DEBUG nova.compute.manager [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Stashing vm_state: active {{(pid=62664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 561.519481] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.591015] env[62664]: INFO nova.compute.manager [-] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Took 2.45 seconds to deallocate network for instance. [ 561.618140] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Releasing lock "refresh_cache-c90e97fe-1065-4378-8152-c2f5d08e3b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.619693] env[62664]: DEBUG nova.compute.manager [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Instance network_info: |[{"id": "caa72d09-2a6e-4b9b-adad-6da26614c9f4", "address": "fa:16:3e:ad:72:74", "network": {"id": "8752dd39-e166-4f28-b183-30642b35f430", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1372392544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa58b433a6c6498ba9e98e8e6624f4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa72d09-2a", "ovs_interfaceid": "caa72d09-2a6e-4b9b-adad-6da26614c9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.620814] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:72:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caa72d09-2a6e-4b9b-adad-6da26614c9f4', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.631169] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Creating folder: Project (fa58b433a6c6498ba9e98e8e6624f4e3). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.631561] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7b91767-cbaa-4bec-ad13-45085596b5c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.645778] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Created folder: Project (fa58b433a6c6498ba9e98e8e6624f4e3) in parent group-v543506. [ 561.645998] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Creating folder: Instances. Parent ref: group-v543522. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.647275] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d38ead6b-68f8-4df6-8b2e-11d23ead2adc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.657813] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Created folder: Instances in parent group-v543522. [ 561.658124] env[62664]: DEBUG oslo.service.loopingcall [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.658348] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.658555] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a77afff-cc61-4f56-b101-2a1f82b68422 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.682479] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.682479] env[62664]: value = "task-2697175" [ 561.682479] env[62664]: _type = "Task" [ 561.682479] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.691497] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697175, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.714048] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "refresh_cache-6dc7032f-ce0d-4067-98f0-ad02ed142682" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.714419] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired lock "refresh_cache-6dc7032f-ce0d-4067-98f0-ad02ed142682" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.714591] env[62664]: DEBUG nova.network.neutron [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.759684] env[62664]: DEBUG oslo_vmware.rw_handles [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Completed reading data from the image iterator. {{(pid=62664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 561.761121] env[62664]: DEBUG oslo_vmware.rw_handles [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 561.817258] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Downloaded image file data e056a389-db67-47df-a0e1-5d8e9f6cd089 to vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk on the data store datastore2 {{(pid=62664) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 561.819999] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Caching image {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 561.820417] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Copying Virtual Disk [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk to [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.820837] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f94fb5e5-d79d-415e-85d6-10bd9e5e3498 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.828815] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 561.828815] env[62664]: value = "task-2697176" [ 561.828815] env[62664]: _type = "Task" [ 561.828815] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.837575] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.908851] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697171, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.922751] env[62664]: DEBUG nova.network.neutron [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Successfully updated port: fdcd0bd5-c158-4221-b737-bcb14532141c {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 561.946628] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175013} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.946907] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 561.947155] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 561.947341] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 562.026643] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.030139] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.032459] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 562.032459] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.003s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.032459] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.698s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.033386] env[62664]: INFO nova.compute.claims [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.036612] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.037123] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Getting list of instances from cluster (obj){ [ 562.037123] env[62664]: value = "domain-c8" [ 562.037123] env[62664]: _type = "ClusterComputeResource" [ 562.037123] env[62664]: } {{(pid=62664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 562.038499] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da90bd1-92d4-4e8a-b5f7-3a3b59c8d18d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.051121] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Got total of 4 instances {{(pid=62664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 562.105065] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.194201] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697175, 'name': CreateVM_Task, 'duration_secs': 0.410701} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.194201] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.195240] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.195559] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.196017] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.196383] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecb40bf-3cb1-47b0-bc05-0324a252ba66 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.202290] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 562.202290] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522a9725-a50a-3407-b975-0f2ae0e02612" [ 562.202290] env[62664]: _type = "Task" [ 562.202290] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.213809] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522a9725-a50a-3407-b975-0f2ae0e02612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.338970] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697176, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.411029] env[62664]: DEBUG oslo_vmware.api [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697171, 'name': PowerOnVM_Task, 'duration_secs': 0.581678} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.411029] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.411029] env[62664]: INFO nova.compute.manager [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Took 11.57 seconds to spawn the instance on the hypervisor. [ 562.411029] env[62664]: DEBUG nova.compute.manager [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.411029] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9a9e41-3c7b-43ca-bde6-cebeeefdb1f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.425540] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "refresh_cache-d923bec1-81c9-491d-9dca-4c758893e809" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.426918] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired lock "refresh_cache-d923bec1-81c9-491d-9dca-4c758893e809" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.427852] env[62664]: DEBUG nova.network.neutron [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 562.495300] env[62664]: DEBUG nova.network.neutron [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.716583] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.716918] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.717070] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.843029] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888009} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.844382] env[62664]: DEBUG nova.network.neutron [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Updating instance_info_cache with network_info: [{"id": "398bca68-6884-4b90-bc64-659aba882491", "address": "fa:16:3e:c6:5f:0a", "network": {"id": "8752dd39-e166-4f28-b183-30642b35f430", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1372392544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa58b433a6c6498ba9e98e8e6624f4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398bca68-68", "ovs_interfaceid": "398bca68-6884-4b90-bc64-659aba882491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.846051] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Copied Virtual Disk [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk to [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.846051] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Deleting the datastore file [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089/tmp-sparse.vmdk {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 562.846310] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd5ea3d5-e39b-45b7-8e08-4debfcf1362c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.857024] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 562.857024] env[62664]: value = "task-2697177" [ 562.857024] env[62664]: _type = "Task" [ 562.857024] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.863894] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.933878] env[62664]: INFO nova.compute.manager [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Took 16.41 seconds to build instance. [ 562.961700] env[62664]: DEBUG nova.compute.manager [req-ade12b82-664e-404f-b035-acebe958dfd4 req-0c4dc0b5-7db9-4b08-af8d-8e5827870526 service nova] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Received event network-changed-ec863d56-b74d-4aa2-8e94-56f406b83958 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.961907] env[62664]: DEBUG nova.compute.manager [req-ade12b82-664e-404f-b035-acebe958dfd4 req-0c4dc0b5-7db9-4b08-af8d-8e5827870526 service nova] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Refreshing instance network info cache due to event network-changed-ec863d56-b74d-4aa2-8e94-56f406b83958. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 562.963150] env[62664]: DEBUG oslo_concurrency.lockutils [req-ade12b82-664e-404f-b035-acebe958dfd4 req-0c4dc0b5-7db9-4b08-af8d-8e5827870526 service nova] Acquiring lock "refresh_cache-f76f7c8e-1f56-49eb-8631-2081781daafa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.963150] env[62664]: DEBUG oslo_concurrency.lockutils [req-ade12b82-664e-404f-b035-acebe958dfd4 req-0c4dc0b5-7db9-4b08-af8d-8e5827870526 service nova] Acquired lock "refresh_cache-f76f7c8e-1f56-49eb-8631-2081781daafa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.963150] env[62664]: DEBUG nova.network.neutron [req-ade12b82-664e-404f-b035-acebe958dfd4 req-0c4dc0b5-7db9-4b08-af8d-8e5827870526 service nova] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Refreshing network info cache for port ec863d56-b74d-4aa2-8e94-56f406b83958 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.009116] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.009371] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.009604] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.009710] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.009849] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.010251] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.010251] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.010423] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.010533] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.010699] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.010953] env[62664]: DEBUG nova.virt.hardware [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.012079] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7722b8-d1b5-4fe9-a865-f5cd66ae2bcf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.020532] env[62664]: DEBUG nova.network.neutron [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.026510] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c239acb-7ee6-4c3d-8909-c4c175feae23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.045254] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.049716] env[62664]: DEBUG oslo.service.loopingcall [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.050109] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.055914] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0361fee-d9c5-4930-b352-5082941be5c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.078715] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.078715] env[62664]: value = "task-2697178" [ 563.078715] env[62664]: _type = "Task" [ 563.078715] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.085132] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697178, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.352204] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Releasing lock "refresh_cache-6dc7032f-ce0d-4067-98f0-ad02ed142682" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.352204] env[62664]: DEBUG nova.compute.manager [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Instance network_info: |[{"id": "398bca68-6884-4b90-bc64-659aba882491", "address": "fa:16:3e:c6:5f:0a", "network": {"id": "8752dd39-e166-4f28-b183-30642b35f430", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1372392544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa58b433a6c6498ba9e98e8e6624f4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398bca68-68", "ovs_interfaceid": "398bca68-6884-4b90-bc64-659aba882491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.357858] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:5f:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '398bca68-6884-4b90-bc64-659aba882491', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.377566] env[62664]: DEBUG oslo.service.loopingcall [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.380535] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.387557] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88169cf9-2a95-4fea-8a1c-09085a8fe01a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.418173] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054221} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.419821] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 563.419821] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Moving file from [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e/e056a389-db67-47df-a0e1-5d8e9f6cd089 to [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089. {{(pid=62664) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 563.420051] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.420051] env[62664]: value = "task-2697179" [ 563.420051] env[62664]: _type = "Task" [ 563.420051] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.420225] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-30d5b0f8-3506-4359-a138-a3eb78c6e0c7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.430532] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697179, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.432387] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 563.432387] env[62664]: value = "task-2697180" [ 563.432387] env[62664]: _type = "Task" [ 563.432387] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.433683] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13fd5da-e89e-42a7-9342-2eee29ae346d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.441887] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c8bc72d7-1597-44d5-b6b3-2a3d0250c3c7 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lock "8697fd7b-0496-49bd-9a4f-53a8fec50172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.932s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.441887] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "8697fd7b-0496-49bd-9a4f-53a8fec50172" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.254s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.441887] env[62664]: INFO nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] During sync_power_state the instance has a pending task (spawning). Skip. [ 563.441887] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "8697fd7b-0496-49bd-9a4f-53a8fec50172" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.452361] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697180, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.453471] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff80f1-e74d-4f39-919b-e1323f71c6f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.495933] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2522cc9a-4408-49a5-8880-f261fab71622 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.501205] env[62664]: DEBUG nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Received event network-vif-plugged-caa72d09-2a6e-4b9b-adad-6da26614c9f4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.501385] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Acquiring lock "c90e97fe-1065-4378-8152-c2f5d08e3b26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.501552] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.501707] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.501869] env[62664]: DEBUG nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] No waiting events found dispatching network-vif-plugged-caa72d09-2a6e-4b9b-adad-6da26614c9f4 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.502039] env[62664]: WARNING nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Received unexpected event network-vif-plugged-caa72d09-2a6e-4b9b-adad-6da26614c9f4 for instance with vm_state building and task_state spawning. [ 563.502194] env[62664]: DEBUG nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Received event network-changed-caa72d09-2a6e-4b9b-adad-6da26614c9f4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.502337] env[62664]: DEBUG nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Refreshing instance network info cache due to event network-changed-caa72d09-2a6e-4b9b-adad-6da26614c9f4. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 563.502507] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Acquiring lock "refresh_cache-c90e97fe-1065-4378-8152-c2f5d08e3b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.502633] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Acquired lock "refresh_cache-c90e97fe-1065-4378-8152-c2f5d08e3b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.502775] env[62664]: DEBUG nova.network.neutron [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Refreshing network info cache for port caa72d09-2a6e-4b9b-adad-6da26614c9f4 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 563.511930] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0d1a9c-f4f4-4334-930f-a425fce93efe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.518347] env[62664]: DEBUG nova.network.neutron [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Updating instance_info_cache with network_info: [{"id": "fdcd0bd5-c158-4221-b737-bcb14532141c", "address": "fa:16:3e:2d:66:89", "network": {"id": "8752dd39-e166-4f28-b183-30642b35f430", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1372392544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa58b433a6c6498ba9e98e8e6624f4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdcd0bd5-c1", "ovs_interfaceid": "fdcd0bd5-c158-4221-b737-bcb14532141c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.532223] env[62664]: DEBUG nova.compute.provider_tree [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.592309] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697178, 'name': CreateVM_Task, 'duration_secs': 0.311042} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.592309] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.592663] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.592960] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.594503] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.595222] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1cc867c-1073-420f-a609-49131c4a95e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.605141] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 563.605141] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522b2d97-c599-face-b9ca-9c1799552d08" [ 563.605141] env[62664]: _type = "Task" [ 563.605141] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.616511] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522b2d97-c599-face-b9ca-9c1799552d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.659082] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "edd9f253-f27f-4417-a9aa-6ba7915fd588" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.659271] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "edd9f253-f27f-4417-a9aa-6ba7915fd588" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.934474] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697179, 'name': CreateVM_Task, 'duration_secs': 0.376083} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.937546] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.938480] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.943710] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697180, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037684} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.943975] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] File moved {{(pid=62664) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 563.944186] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Cleaning up location [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 563.944351] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Deleting the datastore file [datastore2] vmware_temp/56986bc1-d280-42d5-bf0e-014205cfb54e {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 563.944593] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-643ed310-3f3b-4ef9-986b-2648a9dc7f42 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.950434] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 563.950434] env[62664]: value = "task-2697181" [ 563.950434] env[62664]: _type = "Task" [ 563.950434] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.958261] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.022147] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Releasing lock "refresh_cache-d923bec1-81c9-491d-9dca-4c758893e809" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.022479] env[62664]: DEBUG nova.compute.manager [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Instance network_info: |[{"id": "fdcd0bd5-c158-4221-b737-bcb14532141c", "address": "fa:16:3e:2d:66:89", "network": {"id": "8752dd39-e166-4f28-b183-30642b35f430", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1372392544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa58b433a6c6498ba9e98e8e6624f4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdcd0bd5-c1", "ovs_interfaceid": "fdcd0bd5-c158-4221-b737-bcb14532141c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.022932] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:66:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdcd0bd5-c158-4221-b737-bcb14532141c', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.032164] env[62664]: DEBUG oslo.service.loopingcall [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.033304] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.033304] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f562b6d-0449-4adc-83b8-3d290286b4c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.048064] env[62664]: DEBUG nova.scheduler.client.report [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.063163] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.063163] env[62664]: value = "task-2697182" [ 564.063163] env[62664]: _type = "Task" [ 564.063163] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.072062] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697182, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.115363] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522b2d97-c599-face-b9ca-9c1799552d08, 'name': SearchDatastore_Task, 'duration_secs': 0.018799} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.115810] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.115918] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.116156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.116366] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.116675] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.116930] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c746d3-f085-4520-813a-ee2d21f39603 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.122954] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 564.122954] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527bce48-cbe8-76de-8be2-72071e76438f" [ 564.122954] env[62664]: _type = "Task" [ 564.122954] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.131169] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527bce48-cbe8-76de-8be2-72071e76438f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.163411] env[62664]: DEBUG nova.compute.manager [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.463314] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056783} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.463597] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 564.465012] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-132bb18a-24e7-40ea-b3d5-ce988a0c017f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.470873] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 564.470873] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5289a310-b480-3811-864c-3180b83221df" [ 564.470873] env[62664]: _type = "Task" [ 564.470873] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.481145] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5289a310-b480-3811-864c-3180b83221df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.560349] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.560876] env[62664]: DEBUG nova.compute.manager [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 564.564267] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.675s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.565267] env[62664]: INFO nova.compute.claims [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.578117] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697182, 'name': CreateVM_Task, 'duration_secs': 0.317547} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.578304] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.578931] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.633614] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527bce48-cbe8-76de-8be2-72071e76438f, 'name': SearchDatastore_Task, 'duration_secs': 0.016548} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.634192] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.634561] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.634911] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.635268] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.635659] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.636095] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30c2ea0-660d-4820-9ef2-0ea878df535b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.645043] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 564.645043] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52463f35-efce-ee4e-9df6-e043ed8066cc" [ 564.645043] env[62664]: _type = "Task" [ 564.645043] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.652406] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52463f35-efce-ee4e-9df6-e043ed8066cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.653459] env[62664]: DEBUG nova.network.neutron [req-ade12b82-664e-404f-b035-acebe958dfd4 req-0c4dc0b5-7db9-4b08-af8d-8e5827870526 service nova] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Updated VIF entry in instance network info cache for port ec863d56-b74d-4aa2-8e94-56f406b83958. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.653903] env[62664]: DEBUG nova.network.neutron [req-ade12b82-664e-404f-b035-acebe958dfd4 req-0c4dc0b5-7db9-4b08-af8d-8e5827870526 service nova] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Updating instance_info_cache with network_info: [{"id": "ec863d56-b74d-4aa2-8e94-56f406b83958", "address": "fa:16:3e:91:fa:9d", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec863d56-b7", "ovs_interfaceid": "ec863d56-b74d-4aa2-8e94-56f406b83958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.699865] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.768874] env[62664]: DEBUG nova.network.neutron [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Updated VIF entry in instance network info cache for port caa72d09-2a6e-4b9b-adad-6da26614c9f4. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.769259] env[62664]: DEBUG nova.network.neutron [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Updating instance_info_cache with network_info: [{"id": "caa72d09-2a6e-4b9b-adad-6da26614c9f4", "address": "fa:16:3e:ad:72:74", "network": {"id": "8752dd39-e166-4f28-b183-30642b35f430", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1372392544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa58b433a6c6498ba9e98e8e6624f4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa72d09-2a", "ovs_interfaceid": "caa72d09-2a6e-4b9b-adad-6da26614c9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.981961] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5289a310-b480-3811-864c-3180b83221df, 'name': SearchDatastore_Task, 'duration_secs': 0.016243} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.982281] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.982569] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f76f7c8e-1f56-49eb-8631-2081781daafa/f76f7c8e-1f56-49eb-8631-2081781daafa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.982804] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.983051] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.983296] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-944cd626-f23e-4063-9ecd-fbda3576828a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.985509] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e36d25-e749-494b-b427-41025b16a175 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.993932] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 564.993932] env[62664]: value = "task-2697183" [ 564.993932] env[62664]: _type = "Task" [ 564.993932] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.999354] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.999354] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.000328] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a304b3de-c5c7-4970-b523-c0843319bf71 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.007333] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.010562] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 565.010562] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520809d5-36e5-c980-824b-d2673f7ea092" [ 565.010562] env[62664]: _type = "Task" [ 565.010562] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.019636] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520809d5-36e5-c980-824b-d2673f7ea092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.070612] env[62664]: DEBUG nova.compute.utils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 565.073420] env[62664]: DEBUG nova.compute.manager [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.073615] env[62664]: DEBUG nova.network.neutron [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.156030] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52463f35-efce-ee4e-9df6-e043ed8066cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.156542] env[62664]: DEBUG oslo_concurrency.lockutils [req-ade12b82-664e-404f-b035-acebe958dfd4 req-0c4dc0b5-7db9-4b08-af8d-8e5827870526 service nova] Releasing lock "refresh_cache-f76f7c8e-1f56-49eb-8631-2081781daafa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.156970] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.157291] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.157534] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.276686] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Releasing lock "refresh_cache-c90e97fe-1065-4378-8152-c2f5d08e3b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.276686] env[62664]: DEBUG nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Received event network-vif-plugged-398bca68-6884-4b90-bc64-659aba882491 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.276686] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Acquiring lock "6dc7032f-ce0d-4067-98f0-ad02ed142682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.276686] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Lock "6dc7032f-ce0d-4067-98f0-ad02ed142682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.276686] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Lock "6dc7032f-ce0d-4067-98f0-ad02ed142682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.276970] env[62664]: DEBUG nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] No waiting events found dispatching network-vif-plugged-398bca68-6884-4b90-bc64-659aba882491 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.276970] env[62664]: WARNING nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Received unexpected event network-vif-plugged-398bca68-6884-4b90-bc64-659aba882491 for instance with vm_state building and task_state spawning. [ 565.276970] env[62664]: DEBUG nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Received event network-vif-deleted-babecc4c-f963-4407-9fd3-40588cea3083 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.276970] env[62664]: DEBUG nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Received event network-changed-398bca68-6884-4b90-bc64-659aba882491 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.276970] env[62664]: DEBUG nova.compute.manager [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Refreshing instance network info cache due to event network-changed-398bca68-6884-4b90-bc64-659aba882491. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.277126] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Acquiring lock "refresh_cache-6dc7032f-ce0d-4067-98f0-ad02ed142682" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.277126] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Acquired lock "refresh_cache-6dc7032f-ce0d-4067-98f0-ad02ed142682" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.277126] env[62664]: DEBUG nova.network.neutron [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Refreshing network info cache for port 398bca68-6884-4b90-bc64-659aba882491 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.289146] env[62664]: DEBUG nova.policy [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4455499d46b4440afe04cf87c9d9d4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd53abef93fd42d3b2f4b06e4606b125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.507190] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697183, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.522301] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520809d5-36e5-c980-824b-d2673f7ea092, 'name': SearchDatastore_Task, 'duration_secs': 0.0132} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.523929] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff21b0c-71ce-4c32-8181-f4936061b657 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.529059] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 565.529059] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527fe09f-e38f-ee8c-2755-1d0c1dc3620c" [ 565.529059] env[62664]: _type = "Task" [ 565.529059] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.537882] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527fe09f-e38f-ee8c-2755-1d0c1dc3620c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.576355] env[62664]: DEBUG nova.compute.manager [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 565.848991] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62d2a8c-ed11-492e-b7ce-d1e3cd2bf088 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.860196] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51b71b0-5ba6-4e22-83dc-8ac12e472619 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.899277] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e42830b-f9fc-44ed-874f-7f11c0c40ffd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.906917] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0d8a87-a6ef-4371-921a-724419eedfb7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.921469] env[62664]: DEBUG nova.compute.provider_tree [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.009663] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697183, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.042033] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527fe09f-e38f-ee8c-2755-1d0c1dc3620c, 'name': SearchDatastore_Task, 'duration_secs': 0.061424} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.042033] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.042033] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] c90e97fe-1065-4378-8152-c2f5d08e3b26/c90e97fe-1065-4378-8152-c2f5d08e3b26.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 566.042033] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.042320] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.042320] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f69943dc-6ad7-4c64-a397-acca86f93777 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.043831] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f21f4441-1360-41ab-b80e-dc391cd7f002 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.051764] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 566.051764] env[62664]: value = "task-2697184" [ 566.051764] env[62664]: _type = "Task" [ 566.051764] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.060504] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.060504] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.061514] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f49145-2135-46d4-bce6-109e694d93c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.070236] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.074191] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 566.074191] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52626e2f-88a6-a06d-cf6a-7969bf97b978" [ 566.074191] env[62664]: _type = "Task" [ 566.074191] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.081331] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52626e2f-88a6-a06d-cf6a-7969bf97b978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.343765] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "a749bdba-b986-48be-9efe-bd339d5531c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.344276] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "a749bdba-b986-48be-9efe-bd339d5531c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.424894] env[62664]: DEBUG nova.scheduler.client.report [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.453522] env[62664]: DEBUG nova.network.neutron [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Updated VIF entry in instance network info cache for port 398bca68-6884-4b90-bc64-659aba882491. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.453677] env[62664]: DEBUG nova.network.neutron [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Updating instance_info_cache with network_info: [{"id": "398bca68-6884-4b90-bc64-659aba882491", "address": "fa:16:3e:c6:5f:0a", "network": {"id": "8752dd39-e166-4f28-b183-30642b35f430", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1372392544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa58b433a6c6498ba9e98e8e6624f4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398bca68-68", "ovs_interfaceid": "398bca68-6884-4b90-bc64-659aba882491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.507228] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697183, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.563186] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.587152] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52626e2f-88a6-a06d-cf6a-7969bf97b978, 'name': SearchDatastore_Task, 'duration_secs': 0.016042} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.588851] env[62664]: DEBUG nova.compute.manager [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 566.591065] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2b33d8-b289-4ad3-9c08-6b8ab1cb2fe9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.598453] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 566.598453] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524aad3e-9432-ebe9-85d5-551c5eb38f3d" [ 566.598453] env[62664]: _type = "Task" [ 566.598453] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.606528] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524aad3e-9432-ebe9-85d5-551c5eb38f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.610882] env[62664]: DEBUG nova.network.neutron [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Successfully created port: 4cb0b225-f345-40bf-8cd0-f936c50b5493 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 566.628609] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.628609] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.628609] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.628839] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.628839] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.628839] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.628839] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.628839] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.628976] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.629127] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.629240] env[62664]: DEBUG nova.virt.hardware [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.630215] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807d7727-b799-4ea6-97fe-4756a773ff20 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.638085] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93ec900-e2d2-4ecc-942f-6c93ff33761b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.837719] env[62664]: DEBUG nova.compute.manager [None req-14491c85-0b1b-4222-956b-04407f2d76ee tempest-ServerDiagnosticsTest-123821597 tempest-ServerDiagnosticsTest-123821597-project-admin] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.842296] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0762b44b-02d8-4518-9cdc-b984b56b5e2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.849123] env[62664]: DEBUG nova.compute.manager [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 566.852534] env[62664]: INFO nova.compute.manager [None req-14491c85-0b1b-4222-956b-04407f2d76ee tempest-ServerDiagnosticsTest-123821597 tempest-ServerDiagnosticsTest-123821597-project-admin] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Retrieving diagnostics [ 566.853645] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6176313c-eeee-453d-bdef-3eb008e6e4ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.930066] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.931451] env[62664]: DEBUG nova.compute.manager [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.934319] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.582s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.936019] env[62664]: INFO nova.compute.claims [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.956985] env[62664]: DEBUG oslo_concurrency.lockutils [req-4ef4df1a-7580-406f-9f5f-88f5b9def131 req-38d278ce-dc0e-4ee6-86a5-c807cb6ba028 service nova] Releasing lock "refresh_cache-6dc7032f-ce0d-4067-98f0-ad02ed142682" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.009819] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697183, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.800857} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.010165] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f76f7c8e-1f56-49eb-8631-2081781daafa/f76f7c8e-1f56-49eb-8631-2081781daafa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 567.010434] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 567.010761] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85953c76-393e-4217-89f4-e6b01951ba24 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.017511] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 567.017511] env[62664]: value = "task-2697185" [ 567.017511] env[62664]: _type = "Task" [ 567.017511] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.027303] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.064975] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697184, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.088357] env[62664]: DEBUG nova.compute.manager [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Received event network-vif-plugged-fdcd0bd5-c158-4221-b737-bcb14532141c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.088831] env[62664]: DEBUG oslo_concurrency.lockutils [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] Acquiring lock "d923bec1-81c9-491d-9dca-4c758893e809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.089124] env[62664]: DEBUG oslo_concurrency.lockutils [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] Lock "d923bec1-81c9-491d-9dca-4c758893e809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.089339] env[62664]: DEBUG oslo_concurrency.lockutils [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] Lock "d923bec1-81c9-491d-9dca-4c758893e809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.090420] env[62664]: DEBUG nova.compute.manager [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] [instance: d923bec1-81c9-491d-9dca-4c758893e809] No waiting events found dispatching network-vif-plugged-fdcd0bd5-c158-4221-b737-bcb14532141c {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 567.090420] env[62664]: WARNING nova.compute.manager [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Received unexpected event network-vif-plugged-fdcd0bd5-c158-4221-b737-bcb14532141c for instance with vm_state building and task_state spawning. [ 567.090420] env[62664]: DEBUG nova.compute.manager [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Received event network-changed-fdcd0bd5-c158-4221-b737-bcb14532141c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.090420] env[62664]: DEBUG nova.compute.manager [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Refreshing instance network info cache due to event network-changed-fdcd0bd5-c158-4221-b737-bcb14532141c. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 567.090735] env[62664]: DEBUG oslo_concurrency.lockutils [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] Acquiring lock "refresh_cache-d923bec1-81c9-491d-9dca-4c758893e809" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.090735] env[62664]: DEBUG oslo_concurrency.lockutils [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] Acquired lock "refresh_cache-d923bec1-81c9-491d-9dca-4c758893e809" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.090913] env[62664]: DEBUG nova.network.neutron [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Refreshing network info cache for port fdcd0bd5-c158-4221-b737-bcb14532141c {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.112131] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524aad3e-9432-ebe9-85d5-551c5eb38f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.043385} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.112435] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.112723] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.113392] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.113596] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.114665] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abdf86a8-7008-44a2-b814-5a04d188431f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.117116] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cebef76-d43f-4e05-9215-1f2532a921fb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.124279] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 567.124279] env[62664]: value = "task-2697186" [ 567.124279] env[62664]: _type = "Task" [ 567.124279] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.131088] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.131088] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.132606] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-131b82e9-81ed-4e5e-bbda-03919a45935b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.138499] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.142033] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 567.142033] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522aba06-aca5-15fd-6d34-e55f1edbd697" [ 567.142033] env[62664]: _type = "Task" [ 567.142033] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.151693] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522aba06-aca5-15fd-6d34-e55f1edbd697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.389115] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.443020] env[62664]: DEBUG nova.compute.utils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 567.444555] env[62664]: DEBUG nova.compute.manager [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 567.444886] env[62664]: DEBUG nova.network.neutron [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 567.533116] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068438} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.533465] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 567.534495] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3cb791-6003-4fcd-9ba2-6fadee17d7fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.565442] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] f76f7c8e-1f56-49eb-8631-2081781daafa/f76f7c8e-1f56-49eb-8631-2081781daafa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.566542] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca17ac61-7092-4d29-937a-8098de115ba5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.587539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquiring lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.587735] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.594617] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697184, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.472698} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.596279] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] c90e97fe-1065-4378-8152-c2f5d08e3b26/c90e97fe-1065-4378-8152-c2f5d08e3b26.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 567.596279] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 567.597262] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 567.597262] env[62664]: value = "task-2697187" [ 567.597262] env[62664]: _type = "Task" [ 567.597262] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.597262] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cea2fa2-5048-4d17-8f29-53c3713576bb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.605396] env[62664]: DEBUG nova.policy [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652bd4809b014ac09ca416afebc117f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ba2ab2552a04bd0bd5e1781d72f9ee1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 567.608484] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 567.608484] env[62664]: value = "task-2697188" [ 567.608484] env[62664]: _type = "Task" [ 567.608484] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.612657] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.621015] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.634534] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.652526] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522aba06-aca5-15fd-6d34-e55f1edbd697, 'name': SearchDatastore_Task, 'duration_secs': 0.011599} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.653845] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb3ba16-a5f6-4f91-a596-a95b14efacbf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.659543] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 567.659543] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521384a5-cc22-cab4-2482-eb469d07b721" [ 567.659543] env[62664]: _type = "Task" [ 567.659543] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.668793] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521384a5-cc22-cab4-2482-eb469d07b721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.949040] env[62664]: DEBUG nova.compute.manager [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.117210] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.133805] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068419} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.134293] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.135448] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae70238c-d08b-4fa3-ad2d-3cf1f105cb50 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.142035] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872837} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.142412] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.143223] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.143223] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56406bf0-4aa3-46da-a6c7-61cdd57a6b94 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.169478] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] c90e97fe-1065-4378-8152-c2f5d08e3b26/c90e97fe-1065-4378-8152-c2f5d08e3b26.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.170930] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a0eaaa-0deb-4f99-b00d-764239f124db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.193182] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 568.193182] env[62664]: value = "task-2697189" [ 568.193182] env[62664]: _type = "Task" [ 568.193182] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.204742] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521384a5-cc22-cab4-2482-eb469d07b721, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.206197] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.206468] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 6dc7032f-ce0d-4067-98f0-ad02ed142682/6dc7032f-ce0d-4067-98f0-ad02ed142682.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.206825] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 568.206825] env[62664]: value = "task-2697190" [ 568.206825] env[62664]: _type = "Task" [ 568.206825] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.207348] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.207348] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 568.207649] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-552d9331-5f88-4155-b187-9e7e7cc6062d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.212996] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0946e8cb-8f4b-4c86-84fc-6bd97a7c4725 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.218112] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.230597] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.234677] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 568.234677] env[62664]: value = "task-2697191" [ 568.234677] env[62664]: _type = "Task" [ 568.234677] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.234677] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 568.234677] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 568.238217] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfcadd65-0694-45e0-ac38-b31d8373a3a8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.251615] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.251615] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 568.251615] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523a26d7-de79-acb8-a15f-c11ebd9ee3b7" [ 568.251615] env[62664]: _type = "Task" [ 568.251615] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.260044] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523a26d7-de79-acb8-a15f-c11ebd9ee3b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.338725] env[62664]: DEBUG nova.network.neutron [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Updated VIF entry in instance network info cache for port fdcd0bd5-c158-4221-b737-bcb14532141c. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.338725] env[62664]: DEBUG nova.network.neutron [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Updating instance_info_cache with network_info: [{"id": "fdcd0bd5-c158-4221-b737-bcb14532141c", "address": "fa:16:3e:2d:66:89", "network": {"id": "8752dd39-e166-4f28-b183-30642b35f430", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1372392544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa58b433a6c6498ba9e98e8e6624f4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdcd0bd5-c1", "ovs_interfaceid": "fdcd0bd5-c158-4221-b737-bcb14532141c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.376236] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1383e2a-a53b-4cc8-ba64-74195b847267 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.384434] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba3c90a-fae3-40d0-808f-794702482231 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.422042] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbd826f-06fa-478f-bb38-baebdbd2fae2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.429580] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf29ada-bac2-46c9-9e51-fa58be073945 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.447369] env[62664]: DEBUG nova.compute.provider_tree [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.610811] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697187, 'name': ReconfigVM_Task, 'duration_secs': 0.62838} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.611119] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Reconfigured VM instance instance-00000005 to attach disk [datastore2] f76f7c8e-1f56-49eb-8631-2081781daafa/f76f7c8e-1f56-49eb-8631-2081781daafa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.611752] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7958ff3b-15b0-4fba-b16b-ab1938b2b69f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.619204] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 568.619204] env[62664]: value = "task-2697192" [ 568.619204] env[62664]: _type = "Task" [ 568.619204] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.627304] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697192, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.709477] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076351} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.709990] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.717326] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091b32c1-de1b-4d91-808a-941a30e97bf8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.744505] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.745092] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697190, 'name': ReconfigVM_Task, 'duration_secs': 0.347719} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.745465] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c205396e-cf4e-4b0b-839a-89289253cf56 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.763645] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Reconfigured VM instance instance-00000006 to attach disk [datastore2] c90e97fe-1065-4378-8152-c2f5d08e3b26/c90e97fe-1065-4378-8152-c2f5d08e3b26.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.764644] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a60bec65-d410-4bf0-a42a-37980142375a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.774275] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697191, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.779103] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 568.779103] env[62664]: value = "task-2697193" [ 568.779103] env[62664]: _type = "Task" [ 568.779103] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.779103] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 568.779103] env[62664]: value = "task-2697194" [ 568.779103] env[62664]: _type = "Task" [ 568.779103] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.788743] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523a26d7-de79-acb8-a15f-c11ebd9ee3b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.790118] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb85d021-48fe-417d-ac7f-f56ec36741bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.798506] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697194, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.798863] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.802126] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 568.802126] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ba3fe7-548f-d996-6c60-34617d1a2590" [ 568.802126] env[62664]: _type = "Task" [ 568.802126] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.811074] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ba3fe7-548f-d996-6c60-34617d1a2590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.846039] env[62664]: DEBUG oslo_concurrency.lockutils [req-98597b98-2425-4c7a-a8cb-fea1e8995652 req-ca67a67b-4ec6-471d-bc17-d4233c87dc39 service nova] Releasing lock "refresh_cache-d923bec1-81c9-491d-9dca-4c758893e809" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.952257] env[62664]: DEBUG nova.scheduler.client.report [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.957673] env[62664]: DEBUG nova.network.neutron [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Successfully created port: a2c48175-eafb-49fd-8174-fdb2d1dbf129 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.961274] env[62664]: DEBUG nova.compute.manager [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.001566] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.001800] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.002309] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.005064] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.005320] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.005511] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.008787] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.008787] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.008787] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.008787] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.008787] env[62664]: DEBUG nova.virt.hardware [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.011436] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e03fd4-b79c-4f7f-a90a-ba78944177d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.024988] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d6d767-e461-49d6-806b-6970a4bfa153 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.131682] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697192, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.262747] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937631} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.263975] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 6dc7032f-ce0d-4067-98f0-ad02ed142682/6dc7032f-ce0d-4067-98f0-ad02ed142682.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.263975] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.263975] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49738135-b0d1-418e-839c-57376582102b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.274036] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 569.274036] env[62664]: value = "task-2697195" [ 569.274036] env[62664]: _type = "Task" [ 569.274036] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.290397] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.301881] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697193, 'name': ReconfigVM_Task, 'duration_secs': 0.478553} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.301939] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697194, 'name': Rename_Task, 'duration_secs': 0.251392} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.302193] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Reconfigured VM instance instance-00000003 to attach disk [datastore2] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.303118] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.303302] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48e36d10-17b2-4cee-bbb1-5e4ee547f929 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.305016] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84551ed8-cdc9-4287-a40e-19828fcc3f69 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.316855] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ba3fe7-548f-d996-6c60-34617d1a2590, 'name': SearchDatastore_Task, 'duration_secs': 0.017926} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.320171] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.320485] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] d923bec1-81c9-491d-9dca-4c758893e809/d923bec1-81c9-491d-9dca-4c758893e809.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.320863] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 569.320863] env[62664]: value = "task-2697197" [ 569.320863] env[62664]: _type = "Task" [ 569.320863] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.321117] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 569.321117] env[62664]: value = "task-2697196" [ 569.321117] env[62664]: _type = "Task" [ 569.321117] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.321330] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c1e55c0-0fab-4966-b6ab-d5ae55d030e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.338661] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697197, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.338661] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.341894] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 569.341894] env[62664]: value = "task-2697198" [ 569.341894] env[62664]: _type = "Task" [ 569.341894] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.349520] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.467550] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.468145] env[62664]: DEBUG nova.compute.manager [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.475744] env[62664]: DEBUG nova.network.neutron [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Successfully updated port: 4cb0b225-f345-40bf-8cd0-f936c50b5493 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 569.476740] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.450s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.478201] env[62664]: INFO nova.compute.claims [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.631481] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697192, 'name': Rename_Task, 'duration_secs': 0.559654} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.631832] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.632087] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e3a102-ec73-4493-96d4-6a514feb638b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.639114] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 569.639114] env[62664]: value = "task-2697199" [ 569.639114] env[62664]: _type = "Task" [ 569.639114] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.647896] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.785115] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081296} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.785433] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.786292] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d398fc-93ba-41ce-a3d0-5eec751b1bc4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.811680] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 6dc7032f-ce0d-4067-98f0-ad02ed142682/6dc7032f-ce0d-4067-98f0-ad02ed142682.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.812045] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb9f52d-794f-4ab5-8508-7a63fb303a74 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.846010] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697197, 'name': Rename_Task, 'duration_secs': 0.148976} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.846737] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697196, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.854272] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.854272] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 569.854272] env[62664]: value = "task-2697200" [ 569.854272] env[62664]: _type = "Task" [ 569.854272] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.854272] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f086c902-c37a-4712-969c-aa494ee793c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.862795] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697198, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.870586] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.871647] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 569.871647] env[62664]: value = "task-2697201" [ 569.871647] env[62664]: _type = "Task" [ 569.871647] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.883916] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.984852] env[62664]: DEBUG nova.compute.utils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 569.987124] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-30601c03-c29f-4da4-825a-8d6c627c1432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.987336] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-30601c03-c29f-4da4-825a-8d6c627c1432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.987494] env[62664]: DEBUG nova.network.neutron [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.989695] env[62664]: DEBUG nova.compute.manager [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.989695] env[62664]: DEBUG nova.network.neutron [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.059473] env[62664]: DEBUG nova.policy [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6deef541f357418fa715c7e3e53778b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39c6c982067e4c5597af35986c343287', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.086627] env[62664]: DEBUG oslo_concurrency.lockutils [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquiring lock "8697fd7b-0496-49bd-9a4f-53a8fec50172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.087389] env[62664]: DEBUG oslo_concurrency.lockutils [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lock "8697fd7b-0496-49bd-9a4f-53a8fec50172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.087389] env[62664]: DEBUG oslo_concurrency.lockutils [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquiring lock "8697fd7b-0496-49bd-9a4f-53a8fec50172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.087389] env[62664]: DEBUG oslo_concurrency.lockutils [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lock "8697fd7b-0496-49bd-9a4f-53a8fec50172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.088398] env[62664]: DEBUG oslo_concurrency.lockutils [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lock "8697fd7b-0496-49bd-9a4f-53a8fec50172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.091072] env[62664]: INFO nova.compute.manager [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Terminating instance [ 570.163660] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.338495] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697196, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.358790] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802866} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.364198] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] d923bec1-81c9-491d-9dca-4c758893e809/d923bec1-81c9-491d-9dca-4c758893e809.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.364198] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.364406] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ff94ac-020f-43dd-8c86-22c2bf4e8b77 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.372745] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697200, 'name': ReconfigVM_Task, 'duration_secs': 0.483208} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.380230] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 6dc7032f-ce0d-4067-98f0-ad02ed142682/6dc7032f-ce0d-4067-98f0-ad02ed142682.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.382792] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 570.382792] env[62664]: value = "task-2697202" [ 570.382792] env[62664]: _type = "Task" [ 570.382792] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.382792] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09f898ad-2b02-4266-a738-27da05dedec1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.393334] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.397483] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.398945] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 570.398945] env[62664]: value = "task-2697203" [ 570.398945] env[62664]: _type = "Task" [ 570.398945] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.407198] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697203, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.493657] env[62664]: DEBUG nova.compute.manager [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.591253] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "18b48743-1ebd-4805-9e86-d03240b0d6c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.591469] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "18b48743-1ebd-4805-9e86-d03240b0d6c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.595232] env[62664]: DEBUG nova.network.neutron [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.599031] env[62664]: DEBUG nova.network.neutron [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Successfully created port: 7d7f17d4-533a-4727-bfdc-7e109798aeb8 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.600606] env[62664]: DEBUG nova.compute.manager [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 570.600606] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.601510] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783a8112-5661-4c5d-b98e-ff714c583a3c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.609867] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.609867] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7282ec8d-3322-4329-b0ea-244201bef3e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.615687] env[62664]: DEBUG oslo_vmware.api [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for the task: (returnval){ [ 570.615687] env[62664]: value = "task-2697204" [ 570.615687] env[62664]: _type = "Task" [ 570.615687] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.628732] env[62664]: DEBUG oslo_vmware.api [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.652683] env[62664]: DEBUG oslo_vmware.api [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697199, 'name': PowerOnVM_Task, 'duration_secs': 0.889698} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.655332] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.655332] env[62664]: INFO nova.compute.manager [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Took 17.54 seconds to spawn the instance on the hypervisor. [ 570.655332] env[62664]: DEBUG nova.compute.manager [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.656263] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6664d7b3-ee2b-401a-9231-18d60d8de16f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.803157] env[62664]: DEBUG nova.compute.manager [req-04784f3d-bee1-47fc-a842-cff8586c5580 req-d87171ef-b232-4f28-ad21-93be33305d99 service nova] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Received event network-vif-plugged-4cb0b225-f345-40bf-8cd0-f936c50b5493 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.804422] env[62664]: DEBUG oslo_concurrency.lockutils [req-04784f3d-bee1-47fc-a842-cff8586c5580 req-d87171ef-b232-4f28-ad21-93be33305d99 service nova] Acquiring lock "30601c03-c29f-4da4-825a-8d6c627c1432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.804741] env[62664]: DEBUG oslo_concurrency.lockutils [req-04784f3d-bee1-47fc-a842-cff8586c5580 req-d87171ef-b232-4f28-ad21-93be33305d99 service nova] Lock "30601c03-c29f-4da4-825a-8d6c627c1432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.804816] env[62664]: DEBUG oslo_concurrency.lockutils [req-04784f3d-bee1-47fc-a842-cff8586c5580 req-d87171ef-b232-4f28-ad21-93be33305d99 service nova] Lock "30601c03-c29f-4da4-825a-8d6c627c1432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.804985] env[62664]: DEBUG nova.compute.manager [req-04784f3d-bee1-47fc-a842-cff8586c5580 req-d87171ef-b232-4f28-ad21-93be33305d99 service nova] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] No waiting events found dispatching network-vif-plugged-4cb0b225-f345-40bf-8cd0-f936c50b5493 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.806152] env[62664]: WARNING nova.compute.manager [req-04784f3d-bee1-47fc-a842-cff8586c5580 req-d87171ef-b232-4f28-ad21-93be33305d99 service nova] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Received unexpected event network-vif-plugged-4cb0b225-f345-40bf-8cd0-f936c50b5493 for instance with vm_state building and task_state spawning. [ 570.838210] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c53818-3d18-4061-afac-b2e107771542 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.848824] env[62664]: DEBUG oslo_vmware.api [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697196, 'name': PowerOnVM_Task, 'duration_secs': 1.147977} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.848824] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.848824] env[62664]: INFO nova.compute.manager [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Took 15.43 seconds to spawn the instance on the hypervisor. [ 570.848824] env[62664]: DEBUG nova.compute.manager [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.848824] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ac0079-5b0a-4cc0-b99f-53d002cabce3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.852259] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b6e1d-b455-4f3e-9c6d-2fd93d2123b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.900255] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996bb521-aa23-4a50-a697-9e552355cc18 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.909830] env[62664]: DEBUG oslo_vmware.api [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697201, 'name': PowerOnVM_Task, 'duration_secs': 0.558404} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.915474] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.916309] env[62664]: DEBUG nova.compute.manager [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.916309] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087525} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.916969] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904a7b2a-9cc1-43d0-83cb-a5e6869f59c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.920372] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f5afde-917d-43ef-b6df-84c3341cd381 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.925026] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.928754] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d797db8f-3424-4a56-a540-b7a2853ad29f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.931264] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697203, 'name': Rename_Task, 'duration_secs': 0.218939} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.932205] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.932994] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d915e64-f54f-4cfd-8c43-2c52c2725c9d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.971163] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] d923bec1-81c9-491d-9dca-4c758893e809/d923bec1-81c9-491d-9dca-4c758893e809.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.972124] env[62664]: DEBUG nova.compute.provider_tree [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.979067] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2db0eaa-02a7-469e-9061-0e9513061933 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.996791] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 570.996791] env[62664]: value = "task-2697205" [ 570.996791] env[62664]: _type = "Task" [ 570.996791] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.006734] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 571.006734] env[62664]: value = "task-2697206" [ 571.006734] env[62664]: _type = "Task" [ 571.006734] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.019403] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697205, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.023899] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.131060] env[62664]: DEBUG oslo_vmware.api [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697204, 'name': PowerOffVM_Task, 'duration_secs': 0.481836} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.131154] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 571.131919] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 571.131919] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0d62920-3e1b-44dd-b1db-30980b1cf242 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.179132] env[62664]: INFO nova.compute.manager [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Took 23.61 seconds to build instance. [ 571.203080] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 571.204187] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 571.205815] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Deleting the datastore file [datastore1] 8697fd7b-0496-49bd-9a4f-53a8fec50172 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.206736] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b22d6fb-c884-4d6e-a350-061e08da5579 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.213542] env[62664]: DEBUG oslo_vmware.api [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for the task: (returnval){ [ 571.213542] env[62664]: value = "task-2697208" [ 571.213542] env[62664]: _type = "Task" [ 571.213542] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.222291] env[62664]: DEBUG oslo_vmware.api [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.301515] env[62664]: DEBUG nova.network.neutron [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Updating instance_info_cache with network_info: [{"id": "4cb0b225-f345-40bf-8cd0-f936c50b5493", "address": "fa:16:3e:e2:5c:e9", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb0b225-f3", "ovs_interfaceid": "4cb0b225-f345-40bf-8cd0-f936c50b5493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.379110] env[62664]: INFO nova.compute.manager [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Took 21.75 seconds to build instance. [ 571.476945] env[62664]: DEBUG nova.scheduler.client.report [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.505250] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.511560] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697205, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.520564] env[62664]: DEBUG nova.compute.manager [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.522711] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697206, 'name': ReconfigVM_Task, 'duration_secs': 0.371161} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.523717] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Reconfigured VM instance instance-00000008 to attach disk [datastore2] d923bec1-81c9-491d-9dca-4c758893e809/d923bec1-81c9-491d-9dca-4c758893e809.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.524459] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-171007de-d2be-446e-a19b-b184091f1483 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.531885] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 571.531885] env[62664]: value = "task-2697209" [ 571.531885] env[62664]: _type = "Task" [ 571.531885] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.546035] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697209, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.560857] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.561189] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.561398] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.561657] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.564761] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.564761] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.564761] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.564761] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.565012] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.565279] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.565279] env[62664]: DEBUG nova.virt.hardware [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.566191] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41740a9-40ab-4a40-b1d5-b0186453a0fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.576162] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241851f6-a1f3-43a5-91b7-fd36aa9414aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.682751] env[62664]: DEBUG oslo_concurrency.lockutils [None req-71712fb0-d322-4c45-a130-3436b8642439 tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lock "f76f7c8e-1f56-49eb-8631-2081781daafa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.122s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.684296] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "f76f7c8e-1f56-49eb-8631-2081781daafa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.498s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.684511] env[62664]: INFO nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] During sync_power_state the instance has a pending task (spawning). Skip. [ 571.684793] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "f76f7c8e-1f56-49eb-8631-2081781daafa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.724071] env[62664]: DEBUG oslo_vmware.api [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Task: {'id': task-2697208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215981} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.724334] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.724599] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 571.724690] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 571.725027] env[62664]: INFO nova.compute.manager [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Took 1.12 seconds to destroy the instance on the hypervisor. [ 571.725113] env[62664]: DEBUG oslo.service.loopingcall [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.725413] env[62664]: DEBUG nova.compute.manager [-] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 571.725413] env[62664]: DEBUG nova.network.neutron [-] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 571.746052] env[62664]: DEBUG nova.network.neutron [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Successfully updated port: a2c48175-eafb-49fd-8174-fdb2d1dbf129 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.805678] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-30601c03-c29f-4da4-825a-8d6c627c1432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.806299] env[62664]: DEBUG nova.compute.manager [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Instance network_info: |[{"id": "4cb0b225-f345-40bf-8cd0-f936c50b5493", "address": "fa:16:3e:e2:5c:e9", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb0b225-f3", "ovs_interfaceid": "4cb0b225-f345-40bf-8cd0-f936c50b5493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.807756] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:5c:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cb0b225-f345-40bf-8cd0-f936c50b5493', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.820172] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Creating folder: Project (bd53abef93fd42d3b2f4b06e4606b125). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.820172] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35052fc2-a00a-4e75-8189-3b0ab50decce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.832524] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Created folder: Project (bd53abef93fd42d3b2f4b06e4606b125) in parent group-v543506. [ 571.832524] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Creating folder: Instances. Parent ref: group-v543528. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.832524] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd5e2d8c-2d48-4456-8d0b-cd545427de7b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.846022] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Created folder: Instances in parent group-v543528. [ 571.846022] env[62664]: DEBUG oslo.service.loopingcall [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.846022] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.846022] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da68c5ec-6ca0-416c-905d-94d6de1f32b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.867207] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.867207] env[62664]: value = "task-2697212" [ 571.867207] env[62664]: _type = "Task" [ 571.867207] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.875587] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697212, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.882761] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df3e95ed-7d04-4b99-931d-048c173586c3 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.261s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.883794] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.697s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.883950] env[62664]: INFO nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] During sync_power_state the instance has a pending task (networking). Skip. [ 571.884574] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.982588] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.983214] env[62664]: DEBUG nova.compute.manager [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.988369] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.958s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.014805] env[62664]: DEBUG oslo_vmware.api [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697205, 'name': PowerOnVM_Task, 'duration_secs': 0.690882} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.017236] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.017236] env[62664]: INFO nova.compute.manager [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Took 14.32 seconds to spawn the instance on the hypervisor. [ 572.017236] env[62664]: DEBUG nova.compute.manager [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.017236] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f57245-fdce-46b7-a453-137695087dbd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.047205] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697209, 'name': Rename_Task, 'duration_secs': 0.192203} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.047292] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 572.047518] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83aea546-951a-40f8-93d2-73428df2c64f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.054632] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 572.054632] env[62664]: value = "task-2697213" [ 572.054632] env[62664]: _type = "Task" [ 572.054632] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.066121] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.185919] env[62664]: DEBUG nova.compute.manager [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.251123] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquiring lock "refresh_cache-b1972c25-31b0-4a64-9d89-84acc449be29" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.251123] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquired lock "refresh_cache-b1972c25-31b0-4a64-9d89-84acc449be29" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.251123] env[62664]: DEBUG nova.network.neutron [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.379680] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697212, 'name': CreateVM_Task, 'duration_secs': 0.451926} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.379858] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.380648] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.380835] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.381220] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.381732] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e915c25e-5baf-4f6d-8e8c-e14fca9b93d1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.386666] env[62664]: DEBUG nova.compute.manager [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.390397] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 572.390397] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522feac5-9433-08c5-014f-38ae3196c111" [ 572.390397] env[62664]: _type = "Task" [ 572.390397] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.401341] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522feac5-9433-08c5-014f-38ae3196c111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.493990] env[62664]: DEBUG nova.compute.utils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 572.498723] env[62664]: INFO nova.compute.claims [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.506718] env[62664]: DEBUG nova.compute.manager [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.507178] env[62664]: DEBUG nova.network.neutron [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.514667] env[62664]: DEBUG nova.compute.manager [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 572.540935] env[62664]: INFO nova.compute.manager [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Took 19.74 seconds to build instance. [ 572.568143] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697213, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.596314] env[62664]: DEBUG nova.policy [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a1e9b3e29644959a832d541f790d3f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10ac26e30354c2eade1e6823680bfce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.716260] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.726442] env[62664]: DEBUG nova.network.neutron [-] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.795543] env[62664]: DEBUG nova.network.neutron [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.908151] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522feac5-9433-08c5-014f-38ae3196c111, 'name': SearchDatastore_Task, 'duration_secs': 0.012709} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.908751] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.909333] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.909424] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.909617] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.910025] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.911355] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.911674] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e5ec43e-1a2a-45d0-a1fd-206b90c73629 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.921875] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.922097] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.923244] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80739143-8b2c-45e2-9832-65063512eae2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.930759] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 572.930759] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523db2f0-0c4e-c81d-923f-7d73c0ce48ab" [ 572.930759] env[62664]: _type = "Task" [ 572.930759] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.947504] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523db2f0-0c4e-c81d-923f-7d73c0ce48ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.947504] env[62664]: DEBUG nova.network.neutron [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Successfully updated port: 7d7f17d4-533a-4727-bfdc-7e109798aeb8 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.013204] env[62664]: INFO nova.compute.resource_tracker [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating resource usage from migration c151a32e-8652-4bc7-8036-bc40293e933d [ 573.042530] env[62664]: DEBUG oslo_concurrency.lockutils [None req-27b8714f-67b2-4927-8d2f-6a57520a18a6 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "6dc7032f-ce0d-4067-98f0-ad02ed142682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.268s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.043327] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "6dc7032f-ce0d-4067-98f0-ad02ed142682" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.856s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.044034] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592efc64-78e0-4c02-b2c7-c479e1bfb8e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.075942] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697213, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.098111] env[62664]: DEBUG nova.network.neutron [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Updating instance_info_cache with network_info: [{"id": "a2c48175-eafb-49fd-8174-fdb2d1dbf129", "address": "fa:16:3e:45:a4:04", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c48175-ea", "ovs_interfaceid": "a2c48175-eafb-49fd-8174-fdb2d1dbf129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.165548] env[62664]: DEBUG nova.network.neutron [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Successfully created port: 47bb0243-2c95-4e7e-b09f-47138e322c52 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 573.170907] env[62664]: DEBUG nova.compute.manager [req-4a0514b8-4f60-4e79-b034-768d4e24fb03 req-32fdf156-1022-4bcc-b3f5-c73a9d736818 service nova] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Received event network-vif-plugged-a2c48175-eafb-49fd-8174-fdb2d1dbf129 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.171249] env[62664]: DEBUG oslo_concurrency.lockutils [req-4a0514b8-4f60-4e79-b034-768d4e24fb03 req-32fdf156-1022-4bcc-b3f5-c73a9d736818 service nova] Acquiring lock "b1972c25-31b0-4a64-9d89-84acc449be29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.171370] env[62664]: DEBUG oslo_concurrency.lockutils [req-4a0514b8-4f60-4e79-b034-768d4e24fb03 req-32fdf156-1022-4bcc-b3f5-c73a9d736818 service nova] Lock "b1972c25-31b0-4a64-9d89-84acc449be29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.171604] env[62664]: DEBUG oslo_concurrency.lockutils [req-4a0514b8-4f60-4e79-b034-768d4e24fb03 req-32fdf156-1022-4bcc-b3f5-c73a9d736818 service nova] Lock "b1972c25-31b0-4a64-9d89-84acc449be29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.171894] env[62664]: DEBUG nova.compute.manager [req-4a0514b8-4f60-4e79-b034-768d4e24fb03 req-32fdf156-1022-4bcc-b3f5-c73a9d736818 service nova] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] No waiting events found dispatching network-vif-plugged-a2c48175-eafb-49fd-8174-fdb2d1dbf129 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.171991] env[62664]: WARNING nova.compute.manager [req-4a0514b8-4f60-4e79-b034-768d4e24fb03 req-32fdf156-1022-4bcc-b3f5-c73a9d736818 service nova] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Received unexpected event network-vif-plugged-a2c48175-eafb-49fd-8174-fdb2d1dbf129 for instance with vm_state building and task_state spawning. [ 573.228644] env[62664]: INFO nova.compute.manager [-] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Took 1.50 seconds to deallocate network for instance. [ 573.350545] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b20eaa-3351-4655-9bcc-5da4f600aa01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.362614] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb5f91f-57a9-4547-a086-02ae5fd867de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.421081] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76de721-4505-415b-8900-0142644062a4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.432971] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98094ace-2484-4bf9-9cc8-2ba1e4b287cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.447207] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquiring lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.447455] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquired lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.447799] env[62664]: DEBUG nova.network.neutron [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.466870] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523db2f0-0c4e-c81d-923f-7d73c0ce48ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.467719] env[62664]: DEBUG nova.compute.provider_tree [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.471336] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced3856a-9927-4883-afb0-4e13305830a2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.479555] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 573.479555] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521d611e-2e81-a3a6-d6fd-d84d04bdcf5d" [ 573.479555] env[62664]: _type = "Task" [ 573.479555] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.492550] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521d611e-2e81-a3a6-d6fd-d84d04bdcf5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.526838] env[62664]: DEBUG nova.compute.manager [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 573.555977] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 573.556266] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.556439] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 573.556633] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.556801] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 573.556954] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 573.557200] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 573.557385] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 573.557559] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 573.557721] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 573.557894] env[62664]: DEBUG nova.virt.hardware [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 573.559030] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b3dc13-96ef-46b1-a24b-4de61151d317 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.562405] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "6dc7032f-ce0d-4067-98f0-ad02ed142682" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.571554] env[62664]: DEBUG oslo_vmware.api [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697213, 'name': PowerOnVM_Task, 'duration_secs': 1.342199} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.573486] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 573.574493] env[62664]: INFO nova.compute.manager [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Took 13.51 seconds to spawn the instance on the hypervisor. [ 573.574493] env[62664]: DEBUG nova.compute.manager [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.574719] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a63f24-d5bc-4e9d-b74f-8f30574953e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.578454] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43657c5e-c013-4fe3-ba8f-834693134e65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.601566] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Releasing lock "refresh_cache-b1972c25-31b0-4a64-9d89-84acc449be29" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.601566] env[62664]: DEBUG nova.compute.manager [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Instance network_info: |[{"id": "a2c48175-eafb-49fd-8174-fdb2d1dbf129", "address": "fa:16:3e:45:a4:04", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c48175-ea", "ovs_interfaceid": "a2c48175-eafb-49fd-8174-fdb2d1dbf129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 573.602545] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:a4:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2c48175-eafb-49fd-8174-fdb2d1dbf129', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.609289] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Creating folder: Project (9ba2ab2552a04bd0bd5e1781d72f9ee1). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.609571] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48a64b9d-e545-48f4-8495-2ea175e8b73d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.622133] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Created folder: Project (9ba2ab2552a04bd0bd5e1781d72f9ee1) in parent group-v543506. [ 573.622359] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Creating folder: Instances. Parent ref: group-v543531. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.622552] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad832cd4-d027-4e21-b72b-1762fa38a7e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.632841] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Created folder: Instances in parent group-v543531. [ 573.633136] env[62664]: DEBUG oslo.service.loopingcall [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.633341] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.633545] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e113d4e9-337f-452c-b5d0-f278e1067d85 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.655396] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.655396] env[62664]: value = "task-2697216" [ 573.655396] env[62664]: _type = "Task" [ 573.655396] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.664201] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.664424] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.670923] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697216, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.736976] env[62664]: DEBUG oslo_concurrency.lockutils [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.944569] env[62664]: DEBUG nova.compute.manager [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Received event network-changed-4cb0b225-f345-40bf-8cd0-f936c50b5493 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.944785] env[62664]: DEBUG nova.compute.manager [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Refreshing instance network info cache due to event network-changed-4cb0b225-f345-40bf-8cd0-f936c50b5493. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 573.945051] env[62664]: DEBUG oslo_concurrency.lockutils [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] Acquiring lock "refresh_cache-30601c03-c29f-4da4-825a-8d6c627c1432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.945149] env[62664]: DEBUG oslo_concurrency.lockutils [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] Acquired lock "refresh_cache-30601c03-c29f-4da4-825a-8d6c627c1432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.945329] env[62664]: DEBUG nova.network.neutron [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Refreshing network info cache for port 4cb0b225-f345-40bf-8cd0-f936c50b5493 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.972951] env[62664]: DEBUG nova.scheduler.client.report [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.994045] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521d611e-2e81-a3a6-d6fd-d84d04bdcf5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.994045] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.994045] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 30601c03-c29f-4da4-825a-8d6c627c1432/30601c03-c29f-4da4-825a-8d6c627c1432.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.994350] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28c13f78-0f2b-4fc9-8372-7d9bf77630a9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.004041] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 574.004041] env[62664]: value = "task-2697217" [ 574.004041] env[62664]: _type = "Task" [ 574.004041] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.014408] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.015715] env[62664]: DEBUG nova.network.neutron [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.106984] env[62664]: INFO nova.compute.manager [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Took 18.47 seconds to build instance. [ 574.167672] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697216, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.174145] env[62664]: DEBUG nova.compute.manager [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.269268] env[62664]: DEBUG nova.network.neutron [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Updating instance_info_cache with network_info: [{"id": "7d7f17d4-533a-4727-bfdc-7e109798aeb8", "address": "fa:16:3e:91:74:c1", "network": {"id": "62835864-b119-4582-8849-c1a99003280f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1681720736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c6c982067e4c5597af35986c343287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7f17d4-53", "ovs_interfaceid": "7d7f17d4-533a-4727-bfdc-7e109798aeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.478620] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.491s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.478878] env[62664]: INFO nova.compute.manager [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Migrating [ 574.479137] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.479328] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.480664] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.376s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.480951] env[62664]: DEBUG nova.objects.instance [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Lazy-loading 'resources' on Instance uuid 4310fc19-c9b7-4515-be80-20fb13e18eef {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 574.519330] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.612750] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c374c3db-e45a-4637-954e-9287c66e8188 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "d923bec1-81c9-491d-9dca-4c758893e809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.980s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.669190] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697216, 'name': CreateVM_Task, 'duration_secs': 0.572694} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.669733] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 574.670537] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.670739] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.671149] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.671439] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91b9a99-2b70-4d8b-9c89-d47a868afdd9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.677081] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for the task: (returnval){ [ 574.677081] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c10456-fb93-fe21-1a8a-4a60a87d4f8b" [ 574.677081] env[62664]: _type = "Task" [ 574.677081] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.694660] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c10456-fb93-fe21-1a8a-4a60a87d4f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.707119] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.772530] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Releasing lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.774323] env[62664]: DEBUG nova.compute.manager [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Instance network_info: |[{"id": "7d7f17d4-533a-4727-bfdc-7e109798aeb8", "address": "fa:16:3e:91:74:c1", "network": {"id": "62835864-b119-4582-8849-c1a99003280f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1681720736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c6c982067e4c5597af35986c343287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7f17d4-53", "ovs_interfaceid": "7d7f17d4-533a-4727-bfdc-7e109798aeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.775272] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:74:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d7f17d4-533a-4727-bfdc-7e109798aeb8', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.785780] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Creating folder: Project (39c6c982067e4c5597af35986c343287). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.789800] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4680422c-48d4-4d25-9ceb-35634e262123 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.800771] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Created folder: Project (39c6c982067e4c5597af35986c343287) in parent group-v543506. [ 574.800974] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Creating folder: Instances. Parent ref: group-v543534. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.801234] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb7e9b95-f9a6-4eb5-8510-292bc90a74d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.812084] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Created folder: Instances in parent group-v543534. [ 574.812344] env[62664]: DEBUG oslo.service.loopingcall [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.814034] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.814034] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c73144f-738a-4833-8402-35b463e64f3c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.835991] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.835991] env[62664]: value = "task-2697220" [ 574.835991] env[62664]: _type = "Task" [ 574.835991] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.845313] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697220, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.892068] env[62664]: DEBUG nova.network.neutron [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Updated VIF entry in instance network info cache for port 4cb0b225-f345-40bf-8cd0-f936c50b5493. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.892478] env[62664]: DEBUG nova.network.neutron [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Updating instance_info_cache with network_info: [{"id": "4cb0b225-f345-40bf-8cd0-f936c50b5493", "address": "fa:16:3e:e2:5c:e9", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb0b225-f3", "ovs_interfaceid": "4cb0b225-f345-40bf-8cd0-f936c50b5493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.984310] env[62664]: INFO nova.compute.rpcapi [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 574.984449] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.018098] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653314} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.018517] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 30601c03-c29f-4da4-825a-8d6c627c1432/30601c03-c29f-4da4-825a-8d6c627c1432.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.018818] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.019828] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8c896cb-5756-4a66-9592-69eeb105af21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.036361] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 575.036361] env[62664]: value = "task-2697221" [ 575.036361] env[62664]: _type = "Task" [ 575.036361] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.045787] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.189711] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c10456-fb93-fe21-1a8a-4a60a87d4f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.02489} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.193296] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.193828] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.194130] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.194350] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.194596] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 575.195713] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2105b832-585c-44cd-8534-db8b5da10893 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.206034] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 575.206312] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 575.207492] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0051a1-cfc5-4861-927f-003cb279d46a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.216494] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for the task: (returnval){ [ 575.216494] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52584fb3-abd3-c4ea-a8ab-2241e61c4909" [ 575.216494] env[62664]: _type = "Task" [ 575.216494] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.226439] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52584fb3-abd3-c4ea-a8ab-2241e61c4909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.270018] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquiring lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.270308] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.351191] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697220, 'name': CreateVM_Task, 'duration_secs': 0.378242} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.351877] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.353742] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63c1bc3-8505-472c-94c2-30ef6f2cae4f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.357854] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.358080] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.358683] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.358968] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53dad326-08ce-440b-9511-a26bc2993f0d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.368943] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21224394-7e7e-40c8-bf27-1f95eeec5e14 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.374373] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for the task: (returnval){ [ 575.374373] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a0d16c-22b8-6a70-f9ef-26f6a7343121" [ 575.374373] env[62664]: _type = "Task" [ 575.374373] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.408515] env[62664]: DEBUG oslo_concurrency.lockutils [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] Releasing lock "refresh_cache-30601c03-c29f-4da4-825a-8d6c627c1432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.408786] env[62664]: DEBUG nova.compute.manager [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Received event network-vif-plugged-7d7f17d4-533a-4727-bfdc-7e109798aeb8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.409409] env[62664]: DEBUG oslo_concurrency.lockutils [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] Acquiring lock "f48335a6-0726-41d9-abfc-ceb16dcf2912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.409409] env[62664]: DEBUG oslo_concurrency.lockutils [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] Lock "f48335a6-0726-41d9-abfc-ceb16dcf2912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.409409] env[62664]: DEBUG oslo_concurrency.lockutils [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] Lock "f48335a6-0726-41d9-abfc-ceb16dcf2912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.409621] env[62664]: DEBUG nova.compute.manager [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] No waiting events found dispatching network-vif-plugged-7d7f17d4-533a-4727-bfdc-7e109798aeb8 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.409768] env[62664]: WARNING nova.compute.manager [req-c0687979-3500-4ff0-a3be-2c441a22ad69 req-2c36fc7e-e191-4062-81eb-0b4f610ad3aa service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Received unexpected event network-vif-plugged-7d7f17d4-533a-4727-bfdc-7e109798aeb8 for instance with vm_state building and task_state spawning. [ 575.414255] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c7742b-286a-4fc8-b0bf-604eaef0347f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.418508] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a0d16c-22b8-6a70-f9ef-26f6a7343121, 'name': SearchDatastore_Task, 'duration_secs': 0.034364} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.419242] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.419507] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.419723] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.423628] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9687b8e1-bebd-4be9-9a67-80f458217ab4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.428476] env[62664]: DEBUG nova.network.neutron [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Successfully updated port: 47bb0243-2c95-4e7e-b09f-47138e322c52 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.439951] env[62664]: DEBUG nova.compute.provider_tree [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.445461] env[62664]: INFO nova.compute.manager [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Rebuilding instance [ 575.493640] env[62664]: DEBUG nova.compute.manager [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.494571] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6053954-7900-4c98-ad06-6c893c48f61d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.509081] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.509248] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.509394] env[62664]: DEBUG nova.network.neutron [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.548149] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070958} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.549845] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.549845] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83fb711-f965-4aef-a208-4edb020ef75b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.577373] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 30601c03-c29f-4da4-825a-8d6c627c1432/30601c03-c29f-4da4-825a-8d6c627c1432.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.578142] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ac6d24-6b64-499c-a8c5-2858a1808f3f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.599153] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 575.599153] env[62664]: value = "task-2697222" [ 575.599153] env[62664]: _type = "Task" [ 575.599153] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.609980] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.727780] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52584fb3-abd3-c4ea-a8ab-2241e61c4909, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.728673] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e75d6d1-04ed-4f65-b3e0-ca2821b7bc9a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.735400] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for the task: (returnval){ [ 575.735400] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52650181-973f-36ec-29c4-4beb932bdca6" [ 575.735400] env[62664]: _type = "Task" [ 575.735400] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.746488] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52650181-973f-36ec-29c4-4beb932bdca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.773222] env[62664]: DEBUG nova.compute.manager [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.934757] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "refresh_cache-03359cc0-ef5f-4cdf-bd91-445ddf1da33f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.934757] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired lock "refresh_cache-03359cc0-ef5f-4cdf-bd91-445ddf1da33f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.934757] env[62664]: DEBUG nova.network.neutron [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.947231] env[62664]: DEBUG nova.scheduler.client.report [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.111736] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.247367] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52650181-973f-36ec-29c4-4beb932bdca6, 'name': SearchDatastore_Task, 'duration_secs': 0.023931} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.247945] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.250018] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] b1972c25-31b0-4a64-9d89-84acc449be29/b1972c25-31b0-4a64-9d89-84acc449be29.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.250018] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.250018] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.250018] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ccab34a-90bb-44e0-9f58-f1acc14638a9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.252718] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f204d4b-1827-482e-94bb-eed583464b3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.263208] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for the task: (returnval){ [ 576.263208] env[62664]: value = "task-2697223" [ 576.263208] env[62664]: _type = "Task" [ 576.263208] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.268427] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.268572] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.269774] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c368a48-6989-4160-ab6b-5d43be627982 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.283212] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.292661] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for the task: (returnval){ [ 576.292661] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b088ce-9fe6-1983-fd0c-7a86151c39a0" [ 576.292661] env[62664]: _type = "Task" [ 576.292661] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.302706] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b088ce-9fe6-1983-fd0c-7a86151c39a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.314712] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.391252] env[62664]: DEBUG nova.network.neutron [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance_info_cache with network_info: [{"id": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "address": "fa:16:3e:25:a7:04", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b2c04d-1c", "ovs_interfaceid": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.436654] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquiring lock "f76f7c8e-1f56-49eb-8631-2081781daafa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.436995] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lock "f76f7c8e-1f56-49eb-8631-2081781daafa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.437243] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquiring lock "f76f7c8e-1f56-49eb-8631-2081781daafa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.438344] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lock "f76f7c8e-1f56-49eb-8631-2081781daafa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.438344] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lock "f76f7c8e-1f56-49eb-8631-2081781daafa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.442587] env[62664]: INFO nova.compute.manager [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Terminating instance [ 576.457701] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.460590] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.761s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.462062] env[62664]: INFO nova.compute.claims [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.485445] env[62664]: INFO nova.scheduler.client.report [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Deleted allocations for instance 4310fc19-c9b7-4515-be80-20fb13e18eef [ 576.496324] env[62664]: DEBUG nova.network.neutron [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.513492] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 576.513492] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-465cf19c-e972-4cdb-99f3-bb989058ab6a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.525939] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for the task: (returnval){ [ 576.525939] env[62664]: value = "task-2697224" [ 576.525939] env[62664]: _type = "Task" [ 576.525939] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.545467] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.614596] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697222, 'name': ReconfigVM_Task, 'duration_secs': 0.689576} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.614894] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 30601c03-c29f-4da4-825a-8d6c627c1432/30601c03-c29f-4da4-825a-8d6c627c1432.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.615661] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f570239f-e80d-4e32-95fc-e012b7d11add {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.626434] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 576.626434] env[62664]: value = "task-2697225" [ 576.626434] env[62664]: _type = "Task" [ 576.626434] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.638129] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697225, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.767080] env[62664]: DEBUG nova.network.neutron [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Updating instance_info_cache with network_info: [{"id": "47bb0243-2c95-4e7e-b09f-47138e322c52", "address": "fa:16:3e:e7:d2:d2", "network": {"id": "4ff3f244-7e1f-472b-8cf2-37051409a5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-530898032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ac26e30354c2eade1e6823680bfce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47bb0243-2c", "ovs_interfaceid": "47bb0243-2c95-4e7e-b09f-47138e322c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.780147] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697223, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.807712] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b088ce-9fe6-1983-fd0c-7a86151c39a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.808502] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534881b2-b8e1-4885-8fd6-953445f8d9e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.820894] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for the task: (returnval){ [ 576.820894] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529a9f62-b850-3dc2-f76b-cea8db688e1c" [ 576.820894] env[62664]: _type = "Task" [ 576.820894] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.836989] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529a9f62-b850-3dc2-f76b-cea8db688e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.871802] env[62664]: DEBUG nova.compute.manager [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Received event network-changed-a2c48175-eafb-49fd-8174-fdb2d1dbf129 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.871953] env[62664]: DEBUG nova.compute.manager [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Refreshing instance network info cache due to event network-changed-a2c48175-eafb-49fd-8174-fdb2d1dbf129. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.872227] env[62664]: DEBUG oslo_concurrency.lockutils [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] Acquiring lock "refresh_cache-b1972c25-31b0-4a64-9d89-84acc449be29" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.872411] env[62664]: DEBUG oslo_concurrency.lockutils [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] Acquired lock "refresh_cache-b1972c25-31b0-4a64-9d89-84acc449be29" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.872544] env[62664]: DEBUG nova.network.neutron [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Refreshing network info cache for port a2c48175-eafb-49fd-8174-fdb2d1dbf129 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.895076] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.950383] env[62664]: DEBUG nova.compute.manager [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 576.950383] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 576.950383] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98027c2c-f397-4a6d-8238-9f1694e83cb1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.957795] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 576.958264] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71458ce-71a1-4ed4-86d7-8fa4f4f43ddb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.966484] env[62664]: DEBUG oslo_vmware.api [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 576.966484] env[62664]: value = "task-2697226" [ 576.966484] env[62664]: _type = "Task" [ 576.966484] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.976588] env[62664]: DEBUG oslo_vmware.api [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.005512] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a58afadf-4b48-4669-a3aa-1ef77a652314 tempest-DeleteServersAdminTestJSON-1864719478 tempest-DeleteServersAdminTestJSON-1864719478-project-admin] Lock "4310fc19-c9b7-4515-be80-20fb13e18eef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.523s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.035313] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697224, 'name': PowerOffVM_Task, 'duration_secs': 0.129083} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.035595] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 577.035821] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 577.036583] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf641ab-f889-4acf-bf9d-d20dba562c94 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.044146] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 577.044384] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d253bfb1-dc47-4001-a2be-141a972d4f95 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.070999] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 577.071224] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 577.071409] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Deleting the datastore file [datastore2] f7221dad-9186-4f83-adaf-676712163ed5 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 577.071659] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa37ec9e-9b46-408a-a423-3c3b23a375bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.077848] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for the task: (returnval){ [ 577.077848] env[62664]: value = "task-2697228" [ 577.077848] env[62664]: _type = "Task" [ 577.077848] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.088876] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.137583] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697225, 'name': Rename_Task, 'duration_secs': 0.211929} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.137961] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.138222] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f8d459-c5f5-4c94-bfde-f03dd203bb53 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.144897] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 577.144897] env[62664]: value = "task-2697229" [ 577.144897] env[62664]: _type = "Task" [ 577.144897] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.154946] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.273795] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Releasing lock "refresh_cache-03359cc0-ef5f-4cdf-bd91-445ddf1da33f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.274226] env[62664]: DEBUG nova.compute.manager [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Instance network_info: |[{"id": "47bb0243-2c95-4e7e-b09f-47138e322c52", "address": "fa:16:3e:e7:d2:d2", "network": {"id": "4ff3f244-7e1f-472b-8cf2-37051409a5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-530898032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ac26e30354c2eade1e6823680bfce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47bb0243-2c", "ovs_interfaceid": "47bb0243-2c95-4e7e-b09f-47138e322c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.274419] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611325} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.274818] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:d2:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47bb0243-2c95-4e7e-b09f-47138e322c52', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.283136] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Creating folder: Project (b10ac26e30354c2eade1e6823680bfce). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.283451] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] b1972c25-31b0-4a64-9d89-84acc449be29/b1972c25-31b0-4a64-9d89-84acc449be29.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 577.283649] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 577.283984] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dbed496-1b95-4d11-8d8a-ef567bbab3c7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.285939] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebf9f922-5ff7-44a3-9a5a-45790be507b8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.293945] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for the task: (returnval){ [ 577.293945] env[62664]: value = "task-2697231" [ 577.293945] env[62664]: _type = "Task" [ 577.293945] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.299344] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Created folder: Project (b10ac26e30354c2eade1e6823680bfce) in parent group-v543506. [ 577.299538] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Creating folder: Instances. Parent ref: group-v543537. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.300175] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ebab7e4-75b1-4797-87d8-8525a9aa8ec4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.306171] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.314899] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Created folder: Instances in parent group-v543537. [ 577.315237] env[62664]: DEBUG oslo.service.loopingcall [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.315770] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.315770] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98bdf6cf-e564-457f-8203-ecf818b69e80 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.349213] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529a9f62-b850-3dc2-f76b-cea8db688e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.03681} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.350309] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.350721] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f48335a6-0726-41d9-abfc-ceb16dcf2912/f48335a6-0726-41d9-abfc-ceb16dcf2912.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.351019] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.351019] env[62664]: value = "task-2697233" [ 577.351019] env[62664]: _type = "Task" [ 577.351019] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.351217] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795870eb-06bf-4bf8-a3a2-4fea00de56e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.362848] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697233, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.364434] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for the task: (returnval){ [ 577.364434] env[62664]: value = "task-2697234" [ 577.364434] env[62664]: _type = "Task" [ 577.364434] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.373145] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.490034] env[62664]: DEBUG oslo_vmware.api [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697226, 'name': PowerOffVM_Task, 'duration_secs': 0.342199} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.492781] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 577.492781] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 577.493730] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc9e3a80-ae89-479c-ae6c-7f2402c7a83e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.577441] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 577.577699] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 577.577892] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Deleting the datastore file [datastore2] f76f7c8e-1f56-49eb-8631-2081781daafa {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 577.578274] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dab298df-4cc2-49f8-baaa-695ac5353ba5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.592025] env[62664]: DEBUG oslo_vmware.api [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for the task: (returnval){ [ 577.592025] env[62664]: value = "task-2697236" [ 577.592025] env[62664]: _type = "Task" [ 577.592025] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.596168] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158147} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.600088] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.600291] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 577.601551] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 577.622489] env[62664]: DEBUG oslo_vmware.api [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.660735] env[62664]: DEBUG nova.compute.manager [req-cc690565-9d33-4ba4-b631-35ae738aed90 req-5c7e972c-6d1d-4e79-8462-9bf3bf04f484 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Received event network-changed-7d7f17d4-533a-4727-bfdc-7e109798aeb8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.660979] env[62664]: DEBUG nova.compute.manager [req-cc690565-9d33-4ba4-b631-35ae738aed90 req-5c7e972c-6d1d-4e79-8462-9bf3bf04f484 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Refreshing instance network info cache due to event network-changed-7d7f17d4-533a-4727-bfdc-7e109798aeb8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.661613] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc690565-9d33-4ba4-b631-35ae738aed90 req-5c7e972c-6d1d-4e79-8462-9bf3bf04f484 service nova] Acquiring lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.662031] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc690565-9d33-4ba4-b631-35ae738aed90 req-5c7e972c-6d1d-4e79-8462-9bf3bf04f484 service nova] Acquired lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.662153] env[62664]: DEBUG nova.network.neutron [req-cc690565-9d33-4ba4-b631-35ae738aed90 req-5c7e972c-6d1d-4e79-8462-9bf3bf04f484 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Refreshing network info cache for port 7d7f17d4-533a-4727-bfdc-7e109798aeb8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.669514] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697229, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.807600] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069916} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.811435] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.813240] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20786b65-b6c1-480a-9dbe-beb508bc05ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.838135] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] b1972c25-31b0-4a64-9d89-84acc449be29/b1972c25-31b0-4a64-9d89-84acc449be29.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.841086] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe94254c-65da-4194-9474-10ce9465a705 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.870577] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697233, 'name': CreateVM_Task, 'duration_secs': 0.436781} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.876487] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 577.876916] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for the task: (returnval){ [ 577.876916] env[62664]: value = "task-2697237" [ 577.876916] env[62664]: _type = "Task" [ 577.876916] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.881250] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.881490] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.881924] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.883095] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b368b6cd-ef0b-4e52-8b7d-6ce2c91eee6d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.891598] env[62664]: DEBUG nova.network.neutron [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Updated VIF entry in instance network info cache for port a2c48175-eafb-49fd-8174-fdb2d1dbf129. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.892065] env[62664]: DEBUG nova.network.neutron [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Updating instance_info_cache with network_info: [{"id": "a2c48175-eafb-49fd-8174-fdb2d1dbf129", "address": "fa:16:3e:45:a4:04", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c48175-ea", "ovs_interfaceid": "a2c48175-eafb-49fd-8174-fdb2d1dbf129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.897171] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697234, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.903642] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56caa755-1c7e-4030-912e-52562d1f4485 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.913234] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.913559] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 577.913559] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522ce00f-1836-d8ac-80de-b997d7f2e0e4" [ 577.913559] env[62664]: _type = "Task" [ 577.913559] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.921750] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4637607f-fee8-469f-bc4d-c089bc451909 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.928809] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522ce00f-1836-d8ac-80de-b997d7f2e0e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.958158] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d45e856-7ff8-44b0-812f-f912e21252f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.968422] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0a7f14-19b5-4a74-add4-e47f0ecf096b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.987179] env[62664]: DEBUG nova.compute.provider_tree [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 578.112177] env[62664]: DEBUG oslo_vmware.api [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.160380] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697229, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.376657] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658292} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.377104] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f48335a6-0726-41d9-abfc-ceb16dcf2912/f48335a6-0726-41d9-abfc-ceb16dcf2912.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.377475] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.377853] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70df39de-3ded-40db-a917-84e3abe8cab4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.390748] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for the task: (returnval){ [ 578.390748] env[62664]: value = "task-2697238" [ 578.390748] env[62664]: _type = "Task" [ 578.390748] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.399622] env[62664]: DEBUG oslo_concurrency.lockutils [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] Releasing lock "refresh_cache-b1972c25-31b0-4a64-9d89-84acc449be29" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.399956] env[62664]: DEBUG nova.compute.manager [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Received event network-vif-deleted-45d3a6ef-cc16-404a-950a-a393195b9412 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.400239] env[62664]: DEBUG nova.compute.manager [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Received event network-vif-plugged-47bb0243-2c95-4e7e-b09f-47138e322c52 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.400671] env[62664]: DEBUG oslo_concurrency.lockutils [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] Acquiring lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.401053] env[62664]: DEBUG oslo_concurrency.lockutils [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] Lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.401276] env[62664]: DEBUG oslo_concurrency.lockutils [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] Lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.401479] env[62664]: DEBUG nova.compute.manager [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] No waiting events found dispatching network-vif-plugged-47bb0243-2c95-4e7e-b09f-47138e322c52 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.401663] env[62664]: WARNING nova.compute.manager [req-29fe8560-5669-440d-8aef-e1f3eec08600 req-5cb570de-ba4c-4616-8018-91f098900e2a service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Received unexpected event network-vif-plugged-47bb0243-2c95-4e7e-b09f-47138e322c52 for instance with vm_state building and task_state spawning. [ 578.402462] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697237, 'name': ReconfigVM_Task, 'duration_secs': 0.491065} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.403554] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Reconfigured VM instance instance-0000000a to attach disk [datastore1] b1972c25-31b0-4a64-9d89-84acc449be29/b1972c25-31b0-4a64-9d89-84acc449be29.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.409259] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41662614-9268-4254-808a-6f0f77a95ab2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.411443] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.419698] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for the task: (returnval){ [ 578.419698] env[62664]: value = "task-2697239" [ 578.419698] env[62664]: _type = "Task" [ 578.419698] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.428028] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810c3e76-fcd6-413b-8bb7-03757cf8157e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.460451] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance '3afea66f-7d69-4d19-9a8e-2744aa2ce954' progress to 0 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 578.471333] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522ce00f-1836-d8ac-80de-b997d7f2e0e4, 'name': SearchDatastore_Task, 'duration_secs': 0.069429} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.471691] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697239, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.472118] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.472367] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.472980] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.473165] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.473444] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.473723] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8209b63a-9c2e-4067-a092-25ea47789077 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.484255] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.484460] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.485424] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b18fcb-bd49-4e8c-9e85-3d87da2878cf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.498578] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 578.498578] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521e9c7b-b0c5-77ed-f3ad-4055918f90d9" [ 578.498578] env[62664]: _type = "Task" [ 578.498578] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.509558] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521e9c7b-b0c5-77ed-f3ad-4055918f90d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.528500] env[62664]: ERROR nova.scheduler.client.report [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [req-3a96ce91-1a4a-477e-b11c-f9b1d9fe4bbd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a96ce91-1a4a-477e-b11c-f9b1d9fe4bbd"}]} [ 578.556122] env[62664]: DEBUG nova.scheduler.client.report [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 578.584407] env[62664]: DEBUG nova.scheduler.client.report [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 578.584789] env[62664]: DEBUG nova.compute.provider_tree [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 578.607035] env[62664]: DEBUG oslo_vmware.api [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Task: {'id': task-2697236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580778} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.608106] env[62664]: DEBUG nova.scheduler.client.report [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 578.612450] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 578.612650] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 578.612857] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 578.613088] env[62664]: INFO nova.compute.manager [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Took 1.67 seconds to destroy the instance on the hypervisor. [ 578.613342] env[62664]: DEBUG oslo.service.loopingcall [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.617216] env[62664]: DEBUG nova.compute.manager [-] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 578.617322] env[62664]: DEBUG nova.network.neutron [-] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 578.640909] env[62664]: DEBUG nova.scheduler.client.report [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 578.659936] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.660141] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.660305] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.660516] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.660621] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.660763] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.660978] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.661148] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.661309] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.661463] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.661622] env[62664]: DEBUG nova.virt.hardware [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.662619] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb8913e-b0c0-4da0-936d-778beb6a5a12 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.669191] env[62664]: DEBUG oslo_vmware.api [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697229, 'name': PowerOnVM_Task, 'duration_secs': 1.024048} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.672542] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.672830] env[62664]: INFO nova.compute.manager [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Took 12.08 seconds to spawn the instance on the hypervisor. [ 578.673129] env[62664]: DEBUG nova.compute.manager [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.674436] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c953ddbc-55a4-4a37-b42b-50c1da93ef5a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.681582] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d61fa0-78a2-47a0-ad0a-0cc5f5b34815 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.706491] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.706723] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.707123] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.714706] env[62664]: DEBUG oslo.service.loopingcall [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.717586] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.717836] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-092feb60-96ef-4b81-8990-e4a242cbefab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.741927] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.741927] env[62664]: value = "task-2697240" [ 578.741927] env[62664]: _type = "Task" [ 578.741927] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.752517] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697240, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.827575] env[62664]: DEBUG nova.network.neutron [req-cc690565-9d33-4ba4-b631-35ae738aed90 req-5c7e972c-6d1d-4e79-8462-9bf3bf04f484 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Updated VIF entry in instance network info cache for port 7d7f17d4-533a-4727-bfdc-7e109798aeb8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.827855] env[62664]: DEBUG nova.network.neutron [req-cc690565-9d33-4ba4-b631-35ae738aed90 req-5c7e972c-6d1d-4e79-8462-9bf3bf04f484 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Updating instance_info_cache with network_info: [{"id": "7d7f17d4-533a-4727-bfdc-7e109798aeb8", "address": "fa:16:3e:91:74:c1", "network": {"id": "62835864-b119-4582-8849-c1a99003280f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1681720736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c6c982067e4c5597af35986c343287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7f17d4-53", "ovs_interfaceid": "7d7f17d4-533a-4727-bfdc-7e109798aeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.901616] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113395} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.901991] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.902718] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07eb232-ab69-4ffa-8082-d2a15417a1ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.926593] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] f48335a6-0726-41d9-abfc-ceb16dcf2912/f48335a6-0726-41d9-abfc-ceb16dcf2912.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.929581] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60ce7210-4ecb-4e27-85e6-7b0c87e9f9c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.956980] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697239, 'name': Rename_Task, 'duration_secs': 0.27709} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.960636] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.960962] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for the task: (returnval){ [ 578.960962] env[62664]: value = "task-2697241" [ 578.960962] env[62664]: _type = "Task" [ 578.960962] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.963018] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c3951f8-5744-492e-8f5b-637481bf4b34 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.979422] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 578.979422] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for the task: (returnval){ [ 578.979422] env[62664]: value = "task-2697242" [ 578.979422] env[62664]: _type = "Task" [ 578.979422] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.979422] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.982027] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d64adae-4265-4331-ba89-86dbbf8e5727 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.993202] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.994683] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 578.994683] env[62664]: value = "task-2697243" [ 578.994683] env[62664]: _type = "Task" [ 578.994683] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.011771] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.018665] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521e9c7b-b0c5-77ed-f3ad-4055918f90d9, 'name': SearchDatastore_Task, 'duration_secs': 0.02024} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.019538] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb98f35-4e7b-4e57-8955-238a436c83d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.025537] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 579.025537] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5267a6b0-ab32-6bb9-169f-23166ca9d4a5" [ 579.025537] env[62664]: _type = "Task" [ 579.025537] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.039758] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5267a6b0-ab32-6bb9-169f-23166ca9d4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.046161] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef0cc6-cf63-4d33-a097-95976984fe96 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.055048] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744491eb-bddc-45e0-beee-fcd779649bbc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.089454] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9c9146-dbf9-495a-9f17-86ed8a4ee469 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.098286] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20bee84-8eed-4b9d-b09d-5592784dce53 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.113970] env[62664]: DEBUG nova.compute.provider_tree [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.218451] env[62664]: INFO nova.compute.manager [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Took 20.92 seconds to build instance. [ 579.257804] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697240, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.330660] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc690565-9d33-4ba4-b631-35ae738aed90 req-5c7e972c-6d1d-4e79-8462-9bf3bf04f484 service nova] Releasing lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.477211] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697241, 'name': ReconfigVM_Task, 'duration_secs': 0.388208} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.477622] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Reconfigured VM instance instance-0000000b to attach disk [datastore1] f48335a6-0726-41d9-abfc-ceb16dcf2912/f48335a6-0726-41d9-abfc-ceb16dcf2912.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.478172] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8def97a-dd11-446c-b223-3825b521fc64 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.485616] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for the task: (returnval){ [ 579.485616] env[62664]: value = "task-2697244" [ 579.485616] env[62664]: _type = "Task" [ 579.485616] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.498499] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697242, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.506024] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697244, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.513735] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697243, 'name': PowerOffVM_Task, 'duration_secs': 0.220278} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.513735] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 579.513735] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance '3afea66f-7d69-4d19-9a8e-2744aa2ce954' progress to 17 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 579.544912] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5267a6b0-ab32-6bb9-169f-23166ca9d4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.018643} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.545363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.545536] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 03359cc0-ef5f-4cdf-bd91-445ddf1da33f/03359cc0-ef5f-4cdf-bd91-445ddf1da33f.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.546127] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a027dcf-283c-432f-b580-d496e6382d9c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.554149] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 579.554149] env[62664]: value = "task-2697245" [ 579.554149] env[62664]: _type = "Task" [ 579.554149] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.566303] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.589334] env[62664]: DEBUG nova.network.neutron [-] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.660323] env[62664]: DEBUG nova.scheduler.client.report [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 579.660323] env[62664]: DEBUG nova.compute.provider_tree [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 25 to 26 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 579.660323] env[62664]: DEBUG nova.compute.provider_tree [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.722592] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e1f401dd-a424-455d-92fa-8131a52f61e7 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "30601c03-c29f-4da4-825a-8d6c627c1432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.436s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.755559] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697240, 'name': CreateVM_Task, 'duration_secs': 0.541151} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.755773] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.756234] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.756396] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.756773] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.757034] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83de4728-70e2-4ab1-bf1f-1b88b39d9c49 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.765018] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for the task: (returnval){ [ 579.765018] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524753f8-e014-caad-e8dd-5464db619399" [ 579.765018] env[62664]: _type = "Task" [ 579.765018] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.775212] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524753f8-e014-caad-e8dd-5464db619399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.007310] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697242, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.008649] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697244, 'name': Rename_Task, 'duration_secs': 0.152031} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.009277] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.009675] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eff2e19f-d0ca-4125-bebb-75d36778df1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.019021] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for the task: (returnval){ [ 580.019021] env[62664]: value = "task-2697246" [ 580.019021] env[62664]: _type = "Task" [ 580.019021] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.028139] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.028139] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.028139] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.028139] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.028332] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.028332] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.028332] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.028332] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.029364] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.029859] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.030803] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.046353] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd0af8e3-6e42-4c08-a98f-27f54c099287 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.065783] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.075845] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697245, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.076330] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 580.076330] env[62664]: value = "task-2697247" [ 580.076330] env[62664]: _type = "Task" [ 580.076330] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.086366] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.096288] env[62664]: INFO nova.compute.manager [-] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Took 1.48 seconds to deallocate network for instance. [ 580.169490] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.709s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.173026] env[62664]: DEBUG nova.compute.manager [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.173985] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.785s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.176312] env[62664]: INFO nova.compute.claims [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.225175] env[62664]: DEBUG nova.compute.manager [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.278496] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524753f8-e014-caad-e8dd-5464db619399, 'name': SearchDatastore_Task, 'duration_secs': 0.023427} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.278700] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.278958] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.279337] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.279514] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.279726] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.280071] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f23c4d1-ad78-41db-ad51-3345aedad609 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.296614] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.296973] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.298653] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202de846-0afe-42af-ac23-7365e6b56dc3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.309265] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for the task: (returnval){ [ 580.309265] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d17697-b2d9-5f6c-cc43-faeafe018beb" [ 580.309265] env[62664]: _type = "Task" [ 580.309265] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.323189] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d17697-b2d9-5f6c-cc43-faeafe018beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.456902] env[62664]: DEBUG nova.compute.manager [req-75af59ef-4ec4-4711-adc7-917d70612de2 req-cc9a511f-cd0a-45cb-83b7-5b1ddab17c0a service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Received event network-changed-47bb0243-2c95-4e7e-b09f-47138e322c52 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.457139] env[62664]: DEBUG nova.compute.manager [req-75af59ef-4ec4-4711-adc7-917d70612de2 req-cc9a511f-cd0a-45cb-83b7-5b1ddab17c0a service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Refreshing instance network info cache due to event network-changed-47bb0243-2c95-4e7e-b09f-47138e322c52. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.457449] env[62664]: DEBUG oslo_concurrency.lockutils [req-75af59ef-4ec4-4711-adc7-917d70612de2 req-cc9a511f-cd0a-45cb-83b7-5b1ddab17c0a service nova] Acquiring lock "refresh_cache-03359cc0-ef5f-4cdf-bd91-445ddf1da33f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.458191] env[62664]: DEBUG oslo_concurrency.lockutils [req-75af59ef-4ec4-4711-adc7-917d70612de2 req-cc9a511f-cd0a-45cb-83b7-5b1ddab17c0a service nova] Acquired lock "refresh_cache-03359cc0-ef5f-4cdf-bd91-445ddf1da33f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.458191] env[62664]: DEBUG nova.network.neutron [req-75af59ef-4ec4-4711-adc7-917d70612de2 req-cc9a511f-cd0a-45cb-83b7-5b1ddab17c0a service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Refreshing network info cache for port 47bb0243-2c95-4e7e-b09f-47138e322c52 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.499228] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697242, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.528892] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697246, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.577009] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813017} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.580127] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 03359cc0-ef5f-4cdf-bd91-445ddf1da33f/03359cc0-ef5f-4cdf-bd91-445ddf1da33f.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.580437] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 580.580766] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dd81989-bd10-4d8b-b7bd-4a34ab7036fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.587516] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697247, 'name': ReconfigVM_Task, 'duration_secs': 0.306217} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.588848] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance '3afea66f-7d69-4d19-9a8e-2744aa2ce954' progress to 33 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 580.592533] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 580.592533] env[62664]: value = "task-2697248" [ 580.592533] env[62664]: _type = "Task" [ 580.592533] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.601787] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.609980] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.684973] env[62664]: DEBUG nova.compute.utils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 580.688873] env[62664]: DEBUG nova.compute.manager [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.689205] env[62664]: DEBUG nova.network.neutron [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.758469] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.823585] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d17697-b2d9-5f6c-cc43-faeafe018beb, 'name': SearchDatastore_Task, 'duration_secs': 0.039262} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.824969] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1f8ee4-4632-4153-b509-e65d11dbf3f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.834155] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for the task: (returnval){ [ 580.834155] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5202813b-b0a6-026b-021a-e3ebab167d1a" [ 580.834155] env[62664]: _type = "Task" [ 580.834155] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.846164] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5202813b-b0a6-026b-021a-e3ebab167d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.879388] env[62664]: DEBUG nova.policy [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dcfc543c5b4dad8df42466ed2af6ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5990947add84dc199c2253a90e0fe44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.998221] env[62664]: DEBUG oslo_vmware.api [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697242, 'name': PowerOnVM_Task, 'duration_secs': 1.890117} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.998512] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.999210] env[62664]: INFO nova.compute.manager [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Took 12.04 seconds to spawn the instance on the hypervisor. [ 580.999512] env[62664]: DEBUG nova.compute.manager [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.000403] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f174c6-23f6-448f-a650-fcff3a0568ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.034409] env[62664]: DEBUG oslo_vmware.api [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2697246, 'name': PowerOnVM_Task, 'duration_secs': 0.903995} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.034721] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.035147] env[62664]: INFO nova.compute.manager [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Took 9.51 seconds to spawn the instance on the hypervisor. [ 581.035385] env[62664]: DEBUG nova.compute.manager [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.036474] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ab40a9-3d02-4da8-9fa3-d94099268fa6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.099739] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.100154] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.100421] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.100798] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.100921] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.101172] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.101424] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.101580] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.101793] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.101909] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.102989] env[62664]: DEBUG nova.virt.hardware [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.109158] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Reconfiguring VM instance instance-00000002 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 581.110267] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d9b7b6-ce9b-403f-9493-d97996b9ddfd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.138521] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1856} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.139819] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.141504] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 581.141504] env[62664]: value = "task-2697249" [ 581.141504] env[62664]: _type = "Task" [ 581.141504] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.141686] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de3f08e-c9e5-4dbb-9ccf-4391097ef298 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.154495] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697249, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.177834] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 03359cc0-ef5f-4cdf-bd91-445ddf1da33f/03359cc0-ef5f-4cdf-bd91-445ddf1da33f.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.178966] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58504677-7074-4fb9-bcc8-2bd59ec2b92c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.194675] env[62664]: DEBUG nova.compute.manager [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.206749] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 581.206749] env[62664]: value = "task-2697250" [ 581.206749] env[62664]: _type = "Task" [ 581.206749] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.217197] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.350456] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5202813b-b0a6-026b-021a-e3ebab167d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.353407] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.353817] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.354211] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e51156b-8c35-4ab6-8256-8c0e7e0de5ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.360601] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for the task: (returnval){ [ 581.360601] env[62664]: value = "task-2697251" [ 581.360601] env[62664]: _type = "Task" [ 581.360601] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.369778] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.521642] env[62664]: INFO nova.compute.manager [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Took 21.65 seconds to build instance. [ 581.538110] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa80a8-76f8-46ad-82f4-5d954fd3b568 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.548366] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d5efb-e447-45a9-8880-7c6bab5652b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.594907] env[62664]: INFO nova.compute.manager [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Took 21.29 seconds to build instance. [ 581.598031] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638de7ea-4868-4064-95f3-c252bb9358cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.606543] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987e3742-e103-4277-b3ed-421c31a3c2c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.623371] env[62664]: DEBUG nova.compute.provider_tree [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.631872] env[62664]: DEBUG nova.network.neutron [req-75af59ef-4ec4-4711-adc7-917d70612de2 req-cc9a511f-cd0a-45cb-83b7-5b1ddab17c0a service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Updated VIF entry in instance network info cache for port 47bb0243-2c95-4e7e-b09f-47138e322c52. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.632319] env[62664]: DEBUG nova.network.neutron [req-75af59ef-4ec4-4711-adc7-917d70612de2 req-cc9a511f-cd0a-45cb-83b7-5b1ddab17c0a service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Updating instance_info_cache with network_info: [{"id": "47bb0243-2c95-4e7e-b09f-47138e322c52", "address": "fa:16:3e:e7:d2:d2", "network": {"id": "4ff3f244-7e1f-472b-8cf2-37051409a5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-530898032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ac26e30354c2eade1e6823680bfce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47bb0243-2c", "ovs_interfaceid": "47bb0243-2c95-4e7e-b09f-47138e322c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.654636] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697249, 'name': ReconfigVM_Task, 'duration_secs': 0.212705} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.655236] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Reconfigured VM instance instance-00000002 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 581.655787] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1bbbca-f172-4289-8182-c5ecd650866b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.681858] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 3afea66f-7d69-4d19-9a8e-2744aa2ce954/3afea66f-7d69-4d19-9a8e-2744aa2ce954.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.682206] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309f3fd7-b2cb-463b-a2bc-e8835efe41ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.705461] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 581.705461] env[62664]: value = "task-2697252" [ 581.705461] env[62664]: _type = "Task" [ 581.705461] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.717261] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.721285] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.778520] env[62664]: DEBUG nova.network.neutron [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Successfully created port: 307f6156-56a6-479d-9e32-b63d0223ed03 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.873869] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697251, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.025551] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cabfbe61-f4bb-42cb-ab79-e478cbe7ccfe tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lock "b1972c25-31b0-4a64-9d89-84acc449be29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.167s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.098344] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82d27334-764f-49cb-95ca-51ee844e8efe tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lock "f48335a6-0726-41d9-abfc-ceb16dcf2912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.820s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.129020] env[62664]: DEBUG nova.scheduler.client.report [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.134914] env[62664]: DEBUG oslo_concurrency.lockutils [req-75af59ef-4ec4-4711-adc7-917d70612de2 req-cc9a511f-cd0a-45cb-83b7-5b1ddab17c0a service nova] Releasing lock "refresh_cache-03359cc0-ef5f-4cdf-bd91-445ddf1da33f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.207032] env[62664]: DEBUG nova.compute.manager [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.230764] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.233842] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697250, 'name': ReconfigVM_Task, 'duration_secs': 0.655438} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.238551] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 03359cc0-ef5f-4cdf-bd91-445ddf1da33f/03359cc0-ef5f-4cdf-bd91-445ddf1da33f.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.238551] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98328ac8-9c00-4d72-bdf9-0449bf46ff33 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.248388] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 582.248388] env[62664]: value = "task-2697253" [ 582.248388] env[62664]: _type = "Task" [ 582.248388] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.254411] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.254679] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.254837] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.255048] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.256036] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.256209] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.256429] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.256626] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.256817] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.257119] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.257208] env[62664]: DEBUG nova.virt.hardware [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.259345] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbc0e5f-3714-4954-92aa-d6d44367cc40 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.279163] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a224846a-ec4f-4a37-83b8-68b6325c8314 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.286794] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697253, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.379844] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7702} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.379844] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.379844] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.380106] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10696ed2-6cb0-42c0-b0e8-8c84a4d8a316 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.388151] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for the task: (returnval){ [ 582.388151] env[62664]: value = "task-2697254" [ 582.388151] env[62664]: _type = "Task" [ 582.388151] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.399823] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.633352] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.634015] env[62664]: DEBUG nova.compute.manager [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.637512] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.132s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.637856] env[62664]: DEBUG nova.objects.instance [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 582.719486] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697252, 'name': ReconfigVM_Task, 'duration_secs': 0.758374} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.719772] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 3afea66f-7d69-4d19-9a8e-2744aa2ce954/3afea66f-7d69-4d19-9a8e-2744aa2ce954.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.720050] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance '3afea66f-7d69-4d19-9a8e-2744aa2ce954' progress to 50 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 582.772024] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697253, 'name': Rename_Task, 'duration_secs': 0.418021} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.773018] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 582.773018] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd9e539f-af90-4d39-bee2-b5c2af57b585 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.779914] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 582.779914] env[62664]: value = "task-2697255" [ 582.779914] env[62664]: _type = "Task" [ 582.779914] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.788953] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.903145] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107312} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.903145] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.903145] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d25074-5150-40d4-a858-559bd40c594e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.925000] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.925562] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af06e8f-8505-4c32-a7cf-b24afdb522ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.953195] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for the task: (returnval){ [ 582.953195] env[62664]: value = "task-2697256" [ 582.953195] env[62664]: _type = "Task" [ 582.953195] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.962425] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.142957] env[62664]: DEBUG nova.compute.utils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 583.152491] env[62664]: DEBUG nova.compute.manager [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.152491] env[62664]: DEBUG nova.network.neutron [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.209718] env[62664]: DEBUG nova.policy [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dcfc543c5b4dad8df42466ed2af6ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5990947add84dc199c2253a90e0fe44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.227201] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fac6fa-c461-46d3-807b-05c7eb485a08 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.251669] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd6b6bf-cbd4-4e4a-bb53-45a87ffb705a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.272930] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance '3afea66f-7d69-4d19-9a8e-2744aa2ce954' progress to 67 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 583.289945] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.467036] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.652373] env[62664]: DEBUG nova.compute.manager [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.656528] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d6f6858-9e88-4be5-a967-41fa5d909ac9 tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.660585] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.944s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.662883] env[62664]: INFO nova.compute.claims [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.785147] env[62664]: DEBUG nova.network.neutron [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Successfully created port: 31326ff2-a9a0-46a7-a9fa-5415939067de {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.797113] env[62664]: DEBUG oslo_vmware.api [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697255, 'name': PowerOnVM_Task, 'duration_secs': 0.750306} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.797395] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.797638] env[62664]: INFO nova.compute.manager [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Took 10.27 seconds to spawn the instance on the hypervisor. [ 583.798511] env[62664]: DEBUG nova.compute.manager [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.798595] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a171967-7189-4cda-90cd-60f349cd4d08 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.846018] env[62664]: DEBUG nova.network.neutron [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Port 84b2c04d-1c2b-40c3-85be-54c5f1d20d5b binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 583.945834] env[62664]: DEBUG nova.network.neutron [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Successfully updated port: 307f6156-56a6-479d-9e32-b63d0223ed03 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.966618] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697256, 'name': ReconfigVM_Task, 'duration_secs': 0.580176} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.966930] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f7221dad-9186-4f83-adaf-676712163ed5/f7221dad-9186-4f83-adaf-676712163ed5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.968195] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75c2e666-96cf-43d2-877c-506038b0104f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.975174] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for the task: (returnval){ [ 583.975174] env[62664]: value = "task-2697257" [ 583.975174] env[62664]: _type = "Task" [ 583.975174] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.983319] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697257, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.320511] env[62664]: INFO nova.compute.manager [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Took 22.31 seconds to build instance. [ 584.450606] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "refresh_cache-edd9f253-f27f-4417-a9aa-6ba7915fd588" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.450805] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "refresh_cache-edd9f253-f27f-4417-a9aa-6ba7915fd588" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.451018] env[62664]: DEBUG nova.network.neutron [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.484826] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697257, 'name': Rename_Task, 'duration_secs': 0.248898} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.485133] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.485533] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-953e43c2-f074-41e4-8f6c-ba589ad66c17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.492969] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Waiting for the task: (returnval){ [ 584.492969] env[62664]: value = "task-2697258" [ 584.492969] env[62664]: _type = "Task" [ 584.492969] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.505333] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.619465] env[62664]: DEBUG nova.compute.manager [req-2e40f473-43f4-4c7e-9ebf-bb4a8e93a3a8 req-166d54d1-87d8-4727-9153-15a9b81a2204 service nova] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Received event network-vif-deleted-ec863d56-b74d-4aa2-8e94-56f406b83958 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.670192] env[62664]: DEBUG nova.compute.manager [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.710526] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.710801] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.710977] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.711209] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.711358] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.711529] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.711775] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.712128] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.712238] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.712450] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.712607] env[62664]: DEBUG nova.virt.hardware [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.714527] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b98964d-0180-49ec-9035-cef2cfb52e84 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.733373] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa39e6c-2e5d-4494-95fd-bc069856bbee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.747468] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquiring lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.748253] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.825173] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b58bbca-466f-45fa-be69-c768ab53095a tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.831s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.873680] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.873880] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.874551] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.005012] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.058563] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a58828b-3537-4952-8c05-04074e684388 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.067283] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87659b0e-3d57-4995-b575-4130db4b000e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.102415] env[62664]: DEBUG nova.network.neutron [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.104862] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e59fc2d-b1d9-49b8-a1d1-0ab6f6c9ec26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.114215] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c644c8a-585c-4409-b07e-3b75e2fe96b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.134844] env[62664]: DEBUG nova.compute.provider_tree [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.252302] env[62664]: DEBUG nova.compute.manager [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.505734] env[62664]: DEBUG oslo_vmware.api [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Task: {'id': task-2697258, 'name': PowerOnVM_Task, 'duration_secs': 0.829548} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.506252] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.506536] env[62664]: DEBUG nova.compute.manager [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.507367] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1751501-90b3-41a5-bc3a-5314947a726f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.637731] env[62664]: DEBUG nova.scheduler.client.report [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.781830] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.932048] env[62664]: DEBUG nova.network.neutron [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Updating instance_info_cache with network_info: [{"id": "307f6156-56a6-479d-9e32-b63d0223ed03", "address": "fa:16:3e:71:fe:39", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307f6156-56", "ovs_interfaceid": "307f6156-56a6-479d-9e32-b63d0223ed03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.974959] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.975770] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.975770] env[62664]: DEBUG nova.network.neutron [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.029992] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.147673] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.147778] env[62664]: DEBUG nova.compute.manager [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.150710] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.239s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.157477] env[62664]: INFO nova.compute.claims [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.437017] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "refresh_cache-edd9f253-f27f-4417-a9aa-6ba7915fd588" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.437017] env[62664]: DEBUG nova.compute.manager [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Instance network_info: |[{"id": "307f6156-56a6-479d-9e32-b63d0223ed03", "address": "fa:16:3e:71:fe:39", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307f6156-56", "ovs_interfaceid": "307f6156-56a6-479d-9e32-b63d0223ed03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 586.437241] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:fe:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '307f6156-56a6-479d-9e32-b63d0223ed03', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.445895] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Creating folder: Project (e5990947add84dc199c2253a90e0fe44). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.446575] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-373708d2-54a5-4896-b154-3f02ac1860e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.459077] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Created folder: Project (e5990947add84dc199c2253a90e0fe44) in parent group-v543506. [ 586.459077] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Creating folder: Instances. Parent ref: group-v543541. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.459077] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9efb9ab-53dd-4a8b-8d29-453ff0b70156 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.467856] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Created folder: Instances in parent group-v543541. [ 586.468011] env[62664]: DEBUG oslo.service.loopingcall [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.468164] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.468369] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1b3a766-335b-46b6-bab0-a674b9bfeebb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.499052] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.499052] env[62664]: value = "task-2697261" [ 586.499052] env[62664]: _type = "Task" [ 586.499052] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.508078] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697261, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.662093] env[62664]: DEBUG nova.compute.utils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.670491] env[62664]: DEBUG nova.compute.manager [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.670491] env[62664]: DEBUG nova.network.neutron [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.784205] env[62664]: DEBUG nova.policy [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54d3cc430c484a72af928d3a19a5cc84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '580a3ce1d40941e9ac5e2489c5f199e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.913360] env[62664]: DEBUG nova.network.neutron [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance_info_cache with network_info: [{"id": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "address": "fa:16:3e:25:a7:04", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b2c04d-1c", "ovs_interfaceid": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.006264] env[62664]: DEBUG nova.network.neutron [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Successfully updated port: 31326ff2-a9a0-46a7-a9fa-5415939067de {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.012416] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697261, 'name': CreateVM_Task, 'duration_secs': 0.464992} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.013038] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.013629] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.013823] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.014224] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.014516] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1decc09e-1a30-4616-8b57-1591a20808b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.022353] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 587.022353] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f24525-7055-cbc4-78e6-40f43f416f29" [ 587.022353] env[62664]: _type = "Task" [ 587.022353] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.035201] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f24525-7055-cbc4-78e6-40f43f416f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.175083] env[62664]: DEBUG nova.compute.manager [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.283527] env[62664]: INFO nova.compute.manager [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Rebuilding instance [ 587.358701] env[62664]: DEBUG nova.compute.manager [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.360630] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38e805a-d940-4408-aa4a-92b3c021606c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.427522] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.515424] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "refresh_cache-a749bdba-b986-48be-9efe-bd339d5531c5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.515424] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "refresh_cache-a749bdba-b986-48be-9efe-bd339d5531c5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.515424] env[62664]: DEBUG nova.network.neutron [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.540387] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f24525-7055-cbc4-78e6-40f43f416f29, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.540691] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.540964] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.541364] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.541519] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.541703] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.542638] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aed4aecb-9b11-44a6-9a0c-f99e09db74d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.552653] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.552850] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.553834] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c773b22-e470-4561-9b34-7478d709d2fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.567236] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.567469] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.569328] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 587.569328] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cc8152-98b4-7189-cd41-9860f24f35b9" [ 587.569328] env[62664]: _type = "Task" [ 587.569328] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.587666] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cc8152-98b4-7189-cd41-9860f24f35b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.588445] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b62a09d-1824-49be-b9ea-1c5872f78a35 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.597671] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 587.597671] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a44c92-c0d7-ea69-f027-5976e60a0c9e" [ 587.597671] env[62664]: _type = "Task" [ 587.597671] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.610827] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a44c92-c0d7-ea69-f027-5976e60a0c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.628764] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5535f0-8042-45f3-8395-1330f4197d5b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.637958] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8234b039-5e10-43bb-8c3a-78c5f925bc0a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.677766] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4641dbf5-5e7c-4bc7-8487-d6a3645bab2d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.683842] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69121cd5-5c20-4da8-8367-74a358d6bec5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.709569] env[62664]: DEBUG nova.compute.provider_tree [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.998337] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e032cd3-4439-4910-adb9-eb561b163f64 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.036302] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0cb772-6677-4037-b4bd-ab6b0874417a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.045733] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance '3afea66f-7d69-4d19-9a8e-2744aa2ce954' progress to 83 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 588.083729] env[62664]: DEBUG nova.compute.manager [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.088788] env[62664]: DEBUG nova.network.neutron [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Successfully created port: d3aee704-39b8-462f-8043-aec615529054 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.114155] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a44c92-c0d7-ea69-f027-5976e60a0c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.114155] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.114155] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.114155] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4baafd60-7d47-47cb-b7da-0ba0704a8213 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.124164] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 588.124164] env[62664]: value = "task-2697262" [ 588.124164] env[62664]: _type = "Task" [ 588.124164] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.128488] env[62664]: DEBUG nova.network.neutron [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.135288] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.199222] env[62664]: DEBUG nova.compute.manager [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.217307] env[62664]: DEBUG nova.scheduler.client.report [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.244546] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.244800] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.244972] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.248469] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.248627] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.248776] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.248981] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.249170] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.249337] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.249518] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.249688] env[62664]: DEBUG nova.virt.hardware [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.251108] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51b8b60-0493-4ec0-8234-0b1c342ded76 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.261619] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52c6411-c395-46fe-8f42-b77ee89ad9f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.388425] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 588.388926] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-905b04ac-015b-433a-b275-901d7f777f20 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.397551] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 588.397551] env[62664]: value = "task-2697266" [ 588.397551] env[62664]: _type = "Task" [ 588.397551] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.412279] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.560028] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.562699] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-752fa3ed-4ea3-4955-a56f-599effc99859 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.572582] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 588.572582] env[62664]: value = "task-2697268" [ 588.572582] env[62664]: _type = "Task" [ 588.572582] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.583244] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.632340] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.641672] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697262, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.670243] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquiring lock "59b7a1ff-34c0-4adc-a767-50694c76b190" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.670243] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lock "59b7a1ff-34c0-4adc-a767-50694c76b190" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.718437] env[62664]: DEBUG nova.network.neutron [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Updating instance_info_cache with network_info: [{"id": "31326ff2-a9a0-46a7-a9fa-5415939067de", "address": "fa:16:3e:70:e4:2b", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31326ff2-a9", "ovs_interfaceid": "31326ff2-a9a0-46a7-a9fa-5415939067de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.720862] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.721596] env[62664]: DEBUG nova.compute.manager [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.726294] env[62664]: DEBUG oslo_concurrency.lockutils [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.989s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.726650] env[62664]: DEBUG nova.objects.instance [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lazy-loading 'resources' on Instance uuid 8697fd7b-0496-49bd-9a4f-53a8fec50172 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 588.808666] env[62664]: DEBUG nova.compute.manager [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Received event network-vif-plugged-307f6156-56a6-479d-9e32-b63d0223ed03 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.809042] env[62664]: DEBUG oslo_concurrency.lockutils [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] Acquiring lock "edd9f253-f27f-4417-a9aa-6ba7915fd588-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.809380] env[62664]: DEBUG oslo_concurrency.lockutils [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] Lock "edd9f253-f27f-4417-a9aa-6ba7915fd588-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.809661] env[62664]: DEBUG oslo_concurrency.lockutils [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] Lock "edd9f253-f27f-4417-a9aa-6ba7915fd588-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.809912] env[62664]: DEBUG nova.compute.manager [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] No waiting events found dispatching network-vif-plugged-307f6156-56a6-479d-9e32-b63d0223ed03 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.810156] env[62664]: WARNING nova.compute.manager [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Received unexpected event network-vif-plugged-307f6156-56a6-479d-9e32-b63d0223ed03 for instance with vm_state building and task_state spawning. [ 588.810375] env[62664]: DEBUG nova.compute.manager [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Received event network-changed-307f6156-56a6-479d-9e32-b63d0223ed03 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.810583] env[62664]: DEBUG nova.compute.manager [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Refreshing instance network info cache due to event network-changed-307f6156-56a6-479d-9e32-b63d0223ed03. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.811283] env[62664]: DEBUG oslo_concurrency.lockutils [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] Acquiring lock "refresh_cache-edd9f253-f27f-4417-a9aa-6ba7915fd588" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.812110] env[62664]: DEBUG oslo_concurrency.lockutils [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] Acquired lock "refresh_cache-edd9f253-f27f-4417-a9aa-6ba7915fd588" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.812413] env[62664]: DEBUG nova.network.neutron [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Refreshing network info cache for port 307f6156-56a6-479d-9e32-b63d0223ed03 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.910459] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697266, 'name': PowerOffVM_Task, 'duration_secs': 0.345999} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.910459] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.910965] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 588.912037] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3493a38a-baeb-4011-891f-d0fa968f7f2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.922107] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.922107] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e95d6a3-3b42-45e6-9b00-4eec58e46e12 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.989439] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.989689] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.989905] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleting the datastore file [datastore2] 30601c03-c29f-4da4-825a-8d6c627c1432 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.990217] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a2150fa-0799-4cac-9113-f5b451a1088e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.998859] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 588.998859] env[62664]: value = "task-2697270" [ 588.998859] env[62664]: _type = "Task" [ 588.998859] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.012829] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.082960] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697268, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.134512] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685169} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.134932] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.135285] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.135652] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d38d54b-602b-40e2-9715-f13d40122c55 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.144633] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 589.144633] env[62664]: value = "task-2697271" [ 589.144633] env[62664]: _type = "Task" [ 589.144633] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.163936] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.172569] env[62664]: DEBUG nova.compute.manager [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.227128] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "refresh_cache-a749bdba-b986-48be-9efe-bd339d5531c5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.227538] env[62664]: DEBUG nova.compute.manager [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Instance network_info: |[{"id": "31326ff2-a9a0-46a7-a9fa-5415939067de", "address": "fa:16:3e:70:e4:2b", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31326ff2-a9", "ovs_interfaceid": "31326ff2-a9a0-46a7-a9fa-5415939067de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.228240] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:e4:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31326ff2-a9a0-46a7-a9fa-5415939067de', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.236352] env[62664]: DEBUG oslo.service.loopingcall [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.241955] env[62664]: DEBUG nova.compute.utils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 589.245108] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.245108] env[62664]: DEBUG nova.compute.manager [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.245108] env[62664]: DEBUG nova.network.neutron [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.246050] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fba3b60-69a3-49fc-b1ad-dc4b9a4dec05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.268565] env[62664]: DEBUG nova.compute.manager [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.277626] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.277626] env[62664]: value = "task-2697272" [ 589.277626] env[62664]: _type = "Task" [ 589.277626] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.289717] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697272, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.402858] env[62664]: DEBUG nova.policy [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f1ad74964a4ce59e10fadc3ddce2ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fd8598875154a3ea0340182995c7285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.509576] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404309} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.509908] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.510162] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 589.510405] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 589.588884] env[62664]: DEBUG oslo_vmware.api [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697268, 'name': PowerOnVM_Task, 'duration_secs': 0.644273} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.589484] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.589673] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3da780ac-906b-4add-aa8b-cd350a01810a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance '3afea66f-7d69-4d19-9a8e-2744aa2ce954' progress to 100 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 589.654447] env[62664]: DEBUG nova.network.neutron [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Updated VIF entry in instance network info cache for port 307f6156-56a6-479d-9e32-b63d0223ed03. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.654758] env[62664]: DEBUG nova.network.neutron [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Updating instance_info_cache with network_info: [{"id": "307f6156-56a6-479d-9e32-b63d0223ed03", "address": "fa:16:3e:71:fe:39", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307f6156-56", "ovs_interfaceid": "307f6156-56a6-479d-9e32-b63d0223ed03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.659017] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12599} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.659807] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.660398] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09c4e9d-df8c-463e-90d6-78a618b2bf55 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.664536] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae2634f-83ad-43f1-8394-20dae5cf73c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.686224] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7962601-e03d-426d-9961-42c84d58545a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.706284] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.710352] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce034172-8b27-4908-b44a-5ce9398104a5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.766299] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.767162] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a50e76-ac0d-4812-859e-4f07095e5336 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.770518] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 589.770518] env[62664]: value = "task-2697273" [ 589.770518] env[62664]: _type = "Task" [ 589.770518] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.781841] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7477a7-ddbd-4d4e-8f61-48cce63d098f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.792102] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.806676] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "a3f6dea2-4192-44d8-8f03-0d26a3993429" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.806850] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "a3f6dea2-4192-44d8-8f03-0d26a3993429" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.807639] env[62664]: DEBUG nova.compute.provider_tree [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.812442] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697272, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.094187] env[62664]: DEBUG nova.network.neutron [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Successfully created port: b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.161035] env[62664]: DEBUG oslo_concurrency.lockutils [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] Releasing lock "refresh_cache-edd9f253-f27f-4417-a9aa-6ba7915fd588" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.161276] env[62664]: DEBUG nova.compute.manager [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Received event network-vif-plugged-31326ff2-a9a0-46a7-a9fa-5415939067de {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.161502] env[62664]: DEBUG oslo_concurrency.lockutils [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] Acquiring lock "a749bdba-b986-48be-9efe-bd339d5531c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.161777] env[62664]: DEBUG oslo_concurrency.lockutils [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] Lock "a749bdba-b986-48be-9efe-bd339d5531c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.162034] env[62664]: DEBUG oslo_concurrency.lockutils [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] Lock "a749bdba-b986-48be-9efe-bd339d5531c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.162034] env[62664]: DEBUG nova.compute.manager [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] No waiting events found dispatching network-vif-plugged-31326ff2-a9a0-46a7-a9fa-5415939067de {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.162206] env[62664]: WARNING nova.compute.manager [req-b1296642-63c7-47de-a2c7-33254e4278d5 req-02ffba59-fd89-47aa-9079-f67e16c77035 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Received unexpected event network-vif-plugged-31326ff2-a9a0-46a7-a9fa-5415939067de for instance with vm_state building and task_state spawning. [ 590.232031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquiring lock "b1972c25-31b0-4a64-9d89-84acc449be29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.232031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lock "b1972c25-31b0-4a64-9d89-84acc449be29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.232031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquiring lock "b1972c25-31b0-4a64-9d89-84acc449be29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.232031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lock "b1972c25-31b0-4a64-9d89-84acc449be29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.232301] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lock "b1972c25-31b0-4a64-9d89-84acc449be29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.237330] env[62664]: INFO nova.compute.manager [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Terminating instance [ 590.288981] env[62664]: DEBUG nova.compute.manager [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.291309] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.303695] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697272, 'name': CreateVM_Task, 'duration_secs': 0.868538} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.303924] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.304523] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.304683] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.305118] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.305286] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d19d262d-8146-488f-8747-5138a9f38407 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.310094] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 590.310094] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5247d373-443b-1545-67d8-c54cbf945733" [ 590.310094] env[62664]: _type = "Task" [ 590.310094] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.316355] env[62664]: DEBUG nova.scheduler.client.report [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.327325] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5247d373-443b-1545-67d8-c54cbf945733, 'name': SearchDatastore_Task, 'duration_secs': 0.013481} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.327716] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.327942] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.328339] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.328339] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.328679] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.331148] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:14:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1978979681',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1597014478',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.331148] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.331315] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.331452] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.331567] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.331703] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.331903] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.332083] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.332249] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.332456] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.332570] env[62664]: DEBUG nova.virt.hardware [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.333220] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0151d02b-8a49-4912-bd12-34f228834b93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.335863] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cedc2cc-f071-4628-b797-0fbe70a5f262 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.345331] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdac229-a3b7-4ec9-b0bb-46698c146bd7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.351762] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.352103] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.353291] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a9da14-e2f4-4d9c-b042-7c132884c32d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.367288] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 590.367288] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529079d6-ce80-281f-1f41-46ae6f8f3cd7" [ 590.367288] env[62664]: _type = "Task" [ 590.367288] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.376624] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529079d6-ce80-281f-1f41-46ae6f8f3cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.548045] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.548283] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.548505] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.550286] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.550286] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.550286] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.550286] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.550286] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.550733] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.550733] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.550733] env[62664]: DEBUG nova.virt.hardware [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.550930] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12362fe1-5b36-4be5-b8a8-f1d5c09b9655 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.559547] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfb89bb-e575-41ba-9272-80b312052975 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.576498] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:5c:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cb0b225-f345-40bf-8cd0-f936c50b5493', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.583830] env[62664]: DEBUG oslo.service.loopingcall [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.587023] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.587023] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71a04062-4655-42d1-aad7-fcdcdcab7f05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.611160] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.611160] env[62664]: value = "task-2697274" [ 590.611160] env[62664]: _type = "Task" [ 590.611160] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.618565] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697274, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.707963] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "f7221dad-9186-4f83-adaf-676712163ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.708811] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "f7221dad-9186-4f83-adaf-676712163ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.709012] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "f7221dad-9186-4f83-adaf-676712163ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.713457] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "f7221dad-9186-4f83-adaf-676712163ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.713457] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "f7221dad-9186-4f83-adaf-676712163ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.715243] env[62664]: INFO nova.compute.manager [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Terminating instance [ 590.742207] env[62664]: DEBUG nova.compute.manager [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 590.742490] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 590.743378] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb230f8-afb6-4315-9019-ac5c5a7194b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.751505] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 590.751746] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba7d67f2-853b-42e7-8c4a-e335a9688996 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.757906] env[62664]: DEBUG oslo_vmware.api [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for the task: (returnval){ [ 590.757906] env[62664]: value = "task-2697275" [ 590.757906] env[62664]: _type = "Task" [ 590.757906] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.766060] env[62664]: DEBUG oslo_vmware.api [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.782215] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697273, 'name': ReconfigVM_Task, 'duration_secs': 0.689402} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.782557] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Reconfigured VM instance instance-0000000d to attach disk [datastore1] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.784028] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7f22eba-97ce-4219-87cf-850650e405ac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.789627] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 590.789627] env[62664]: value = "task-2697276" [ 590.789627] env[62664]: _type = "Task" [ 590.789627] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.797718] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697276, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.823775] env[62664]: DEBUG oslo_concurrency.lockutils [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.827396] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.123s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.829161] env[62664]: INFO nova.compute.claims [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.850657] env[62664]: DEBUG nova.network.neutron [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Successfully updated port: d3aee704-39b8-462f-8043-aec615529054 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.856639] env[62664]: INFO nova.scheduler.client.report [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Deleted allocations for instance 8697fd7b-0496-49bd-9a4f-53a8fec50172 [ 590.880414] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529079d6-ce80-281f-1f41-46ae6f8f3cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.881083] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54025d25-7ef7-437c-8ac5-341c010da85e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.887457] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 590.887457] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bb1073-17dd-6b42-8f69-fa42a39646cb" [ 590.887457] env[62664]: _type = "Task" [ 590.887457] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.896764] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bb1073-17dd-6b42-8f69-fa42a39646cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.127912] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697274, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.220273] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "refresh_cache-f7221dad-9186-4f83-adaf-676712163ed5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.220552] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquired lock "refresh_cache-f7221dad-9186-4f83-adaf-676712163ed5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.220640] env[62664]: DEBUG nova.network.neutron [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.272382] env[62664]: DEBUG oslo_vmware.api [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.304864] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697276, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.353953] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquiring lock "refresh_cache-f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.355468] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquired lock "refresh_cache-f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.356139] env[62664]: DEBUG nova.network.neutron [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.370801] env[62664]: DEBUG oslo_concurrency.lockutils [None req-338603f1-1694-4010-9789-3ecd7a0478f9 tempest-ServerDiagnosticsTest-1040852943 tempest-ServerDiagnosticsTest-1040852943-project-member] Lock "8697fd7b-0496-49bd-9a4f-53a8fec50172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.284s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.408887] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bb1073-17dd-6b42-8f69-fa42a39646cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011232} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.409227] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.409521] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] a749bdba-b986-48be-9efe-bd339d5531c5/a749bdba-b986-48be-9efe-bd339d5531c5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.410693] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fe5c813-1f0a-4e07-8d62-adb920806346 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.417419] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 591.417419] env[62664]: value = "task-2697278" [ 591.417419] env[62664]: _type = "Task" [ 591.417419] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.433251] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.627609] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697274, 'name': CreateVM_Task, 'duration_secs': 0.535656} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.627609] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.627609] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.627609] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.627609] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.627609] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a8e6d8-e5b7-4f8c-bf4b-794903f5eded {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.632564] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 591.632564] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528150aa-744c-aa18-7e17-d34339230b1f" [ 591.632564] env[62664]: _type = "Task" [ 591.632564] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.642897] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528150aa-744c-aa18-7e17-d34339230b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.748719] env[62664]: DEBUG nova.network.neutron [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.771384] env[62664]: DEBUG oslo_vmware.api [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697275, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.804996] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697276, 'name': Rename_Task, 'duration_secs': 0.877553} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.805333] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.805625] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d139bd9d-6dca-475c-aec1-58f95e31e572 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.812736] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 591.812736] env[62664]: value = "task-2697279" [ 591.812736] env[62664]: _type = "Task" [ 591.812736] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.825259] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.883492] env[62664]: DEBUG nova.compute.manager [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Received event network-changed-7d7f17d4-533a-4727-bfdc-7e109798aeb8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.883721] env[62664]: DEBUG nova.compute.manager [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Refreshing instance network info cache due to event network-changed-7d7f17d4-533a-4727-bfdc-7e109798aeb8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 591.883976] env[62664]: DEBUG oslo_concurrency.lockutils [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] Acquiring lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.886799] env[62664]: DEBUG oslo_concurrency.lockutils [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] Acquired lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.886799] env[62664]: DEBUG nova.network.neutron [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Refreshing network info cache for port 7d7f17d4-533a-4727-bfdc-7e109798aeb8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.900596] env[62664]: DEBUG nova.network.neutron [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.942238] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.955513] env[62664]: DEBUG nova.network.neutron [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.157014] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528150aa-744c-aa18-7e17-d34339230b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.01378} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.157014] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.157209] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.157867] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.157867] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.157867] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.162910] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-473c98e6-9b99-48b2-9583-2d60d4b993bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.179036] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.179036] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.179036] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccbc3053-4ef0-4204-9025-09d8090a53d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.190288] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 592.190288] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c8a9da-2b54-523d-5bd4-59c23dcb39f8" [ 592.190288] env[62664]: _type = "Task" [ 592.190288] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.200169] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c8a9da-2b54-523d-5bd4-59c23dcb39f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.242682] env[62664]: DEBUG nova.network.neutron [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Updating instance_info_cache with network_info: [{"id": "d3aee704-39b8-462f-8043-aec615529054", "address": "fa:16:3e:2f:fd:51", "network": {"id": "8419e3ac-f91d-4e07-8100-c6d609591f0c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-842416353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580a3ce1d40941e9ac5e2489c5f199e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3aee704-39", "ovs_interfaceid": "d3aee704-39b8-462f-8043-aec615529054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.281062] env[62664]: DEBUG oslo_vmware.api [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697275, 'name': PowerOffVM_Task, 'duration_secs': 1.039288} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.283985] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.284235] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.284758] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b256c6-65b1-46d8-b33d-5f16aff7a352 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.315124] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d277625-a8dc-4157-aabc-00d5d6ff4cef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.333990] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe096d1d-8160-4b38-b519-f169f45c1263 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.338420] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.376520] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c471ed-d0c9-43ca-91d1-4298eb61cfad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.380742] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 592.381080] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 592.382249] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Deleting the datastore file [datastore1] b1972c25-31b0-4a64-9d89-84acc449be29 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.382249] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e49478fa-ba79-4add-aa6f-514ddb7e7ded {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.399670] env[62664]: DEBUG oslo_vmware.api [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for the task: (returnval){ [ 592.399670] env[62664]: value = "task-2697281" [ 592.399670] env[62664]: _type = "Task" [ 592.399670] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.399670] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0942e2c-2df0-4f25-928a-16583a17c7c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.406432] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Releasing lock "refresh_cache-f7221dad-9186-4f83-adaf-676712163ed5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.406818] env[62664]: DEBUG nova.compute.manager [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 592.406999] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 592.408388] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9593bd0a-0b53-4b1b-bf0a-e1bddf17ca0c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.421040] env[62664]: DEBUG oslo_vmware.api [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.435146] env[62664]: DEBUG nova.compute.provider_tree [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.436496] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 592.439708] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80cf2d47-be15-4adc-b2ef-59ef93d3b21e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.454504] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.454847] env[62664]: DEBUG oslo_vmware.api [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 592.454847] env[62664]: value = "task-2697282" [ 592.454847] env[62664]: _type = "Task" [ 592.454847] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.472214] env[62664]: DEBUG oslo_vmware.api [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.640667] env[62664]: DEBUG nova.network.neutron [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Successfully updated port: b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.702202] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c8a9da-2b54-523d-5bd4-59c23dcb39f8, 'name': SearchDatastore_Task, 'duration_secs': 0.029609} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.703182] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579831f5-11ba-422a-a6b3-e624cd96c8f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.709437] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 592.709437] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52adb4b5-5714-0485-cb42-c0564938373d" [ 592.709437] env[62664]: _type = "Task" [ 592.709437] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.722205] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52adb4b5-5714-0485-cb42-c0564938373d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.746418] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Releasing lock "refresh_cache-f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.746797] env[62664]: DEBUG nova.compute.manager [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Instance network_info: |[{"id": "d3aee704-39b8-462f-8043-aec615529054", "address": "fa:16:3e:2f:fd:51", "network": {"id": "8419e3ac-f91d-4e07-8100-c6d609591f0c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-842416353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580a3ce1d40941e9ac5e2489c5f199e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3aee704-39", "ovs_interfaceid": "d3aee704-39b8-462f-8043-aec615529054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.747311] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:fd:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3aee704-39b8-462f-8043-aec615529054', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.759296] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Creating folder: Project (580a3ce1d40941e9ac5e2489c5f199e7). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.759597] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51f1a2c2-bb49-4dde-806e-68524d1210ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.769023] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Created folder: Project (580a3ce1d40941e9ac5e2489c5f199e7) in parent group-v543506. [ 592.769288] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Creating folder: Instances. Parent ref: group-v543549. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.769484] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-488f4a7d-87d6-4356-b4ca-55e00351ced9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.778569] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Created folder: Instances in parent group-v543549. [ 592.778796] env[62664]: DEBUG oslo.service.loopingcall [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.778994] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.779220] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57a0bf3c-f6d1-4435-abe9-c605ab6574c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.797625] env[62664]: DEBUG nova.network.neutron [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Updated VIF entry in instance network info cache for port 7d7f17d4-533a-4727-bfdc-7e109798aeb8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.797879] env[62664]: DEBUG nova.network.neutron [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Updating instance_info_cache with network_info: [{"id": "7d7f17d4-533a-4727-bfdc-7e109798aeb8", "address": "fa:16:3e:91:74:c1", "network": {"id": "62835864-b119-4582-8849-c1a99003280f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1681720736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c6c982067e4c5597af35986c343287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7f17d4-53", "ovs_interfaceid": "7d7f17d4-533a-4727-bfdc-7e109798aeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.804737] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.804737] env[62664]: value = "task-2697285" [ 592.804737] env[62664]: _type = "Task" [ 592.804737] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.813239] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697285, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.823695] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697279, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.908941] env[62664]: DEBUG oslo_vmware.api [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.944755] env[62664]: DEBUG nova.scheduler.client.report [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.961395] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697278, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.160736} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.961869] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] a749bdba-b986-48be-9efe-bd339d5531c5/a749bdba-b986-48be-9efe-bd339d5531c5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.962665] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.967615] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.969413] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.969413] env[62664]: DEBUG nova.compute.manager [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Going to confirm migration 1 {{(pid=62664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 592.969664] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaf1d68d-76e7-416c-b34f-43211bf9912b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.977929] env[62664]: DEBUG oslo_vmware.api [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697282, 'name': PowerOffVM_Task, 'duration_secs': 0.31564} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.979424] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.979622] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.979933] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 592.979933] env[62664]: value = "task-2697286" [ 592.979933] env[62664]: _type = "Task" [ 592.979933] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.980133] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46d87792-3026-4de1-bdc2-17dd84745f38 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.999234] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.013863] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 593.014083] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 593.014259] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Deleting the datastore file [datastore1] f7221dad-9186-4f83-adaf-676712163ed5 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.015270] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-112e35cd-4a39-4878-a736-031b4f652b66 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.022917] env[62664]: DEBUG oslo_vmware.api [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for the task: (returnval){ [ 593.022917] env[62664]: value = "task-2697288" [ 593.022917] env[62664]: _type = "Task" [ 593.022917] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.031531] env[62664]: DEBUG oslo_vmware.api [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.143735] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "refresh_cache-18b48743-1ebd-4805-9e86-d03240b0d6c7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.143990] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquired lock "refresh_cache-18b48743-1ebd-4805-9e86-d03240b0d6c7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.143990] env[62664]: DEBUG nova.network.neutron [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.227862] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52adb4b5-5714-0485-cb42-c0564938373d, 'name': SearchDatastore_Task, 'duration_secs': 0.027872} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.228241] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.228521] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 30601c03-c29f-4da4-825a-8d6c627c1432/30601c03-c29f-4da4-825a-8d6c627c1432.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.228810] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c84df761-417d-4d45-80f6-5b47c9942be5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.236901] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 593.236901] env[62664]: value = "task-2697289" [ 593.236901] env[62664]: _type = "Task" [ 593.236901] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.246045] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.308337] env[62664]: DEBUG oslo_concurrency.lockutils [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] Releasing lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.308337] env[62664]: DEBUG nova.compute.manager [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Received event network-changed-31326ff2-a9a0-46a7-a9fa-5415939067de {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.308337] env[62664]: DEBUG nova.compute.manager [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Refreshing instance network info cache due to event network-changed-31326ff2-a9a0-46a7-a9fa-5415939067de. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.308337] env[62664]: DEBUG oslo_concurrency.lockutils [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] Acquiring lock "refresh_cache-a749bdba-b986-48be-9efe-bd339d5531c5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.308337] env[62664]: DEBUG oslo_concurrency.lockutils [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] Acquired lock "refresh_cache-a749bdba-b986-48be-9efe-bd339d5531c5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.308605] env[62664]: DEBUG nova.network.neutron [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Refreshing network info cache for port 31326ff2-a9a0-46a7-a9fa-5415939067de {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.343211] env[62664]: DEBUG oslo_vmware.api [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697279, 'name': PowerOnVM_Task, 'duration_secs': 1.31435} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.343423] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697285, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.343676] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.343910] env[62664]: INFO nova.compute.manager [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Took 11.14 seconds to spawn the instance on the hypervisor. [ 593.344114] env[62664]: DEBUG nova.compute.manager [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.344953] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aa8939-dd81-46ad-8bdc-bc2cd2235f26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.412552] env[62664]: DEBUG oslo_vmware.api [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Task: {'id': task-2697281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581646} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.413369] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.413369] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 593.413369] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 593.413580] env[62664]: INFO nova.compute.manager [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Took 2.67 seconds to destroy the instance on the hypervisor. [ 593.415343] env[62664]: DEBUG oslo.service.loopingcall [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.415601] env[62664]: DEBUG nova.compute.manager [-] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 593.415682] env[62664]: DEBUG nova.network.neutron [-] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.459665] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.459665] env[62664]: DEBUG nova.compute.manager [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.463140] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.148s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.467247] env[62664]: INFO nova.compute.claims [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.491092] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070082} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.491437] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.492238] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20dcc74-65e4-42cb-be74-5ea29fc7483f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.517666] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] a749bdba-b986-48be-9efe-bd339d5531c5/a749bdba-b986-48be-9efe-bd339d5531c5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.520224] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f67a57-d255-4d82-b1cd-bd175cb19b5e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.555576] env[62664]: DEBUG oslo_vmware.api [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Task: {'id': task-2697288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187127} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.557029] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.557191] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 593.557369] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 593.557538] env[62664]: INFO nova.compute.manager [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 593.557782] env[62664]: DEBUG oslo.service.loopingcall [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.558507] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 593.558507] env[62664]: value = "task-2697291" [ 593.558507] env[62664]: _type = "Task" [ 593.558507] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.558507] env[62664]: DEBUG nova.compute.manager [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 593.558507] env[62664]: DEBUG nova.network.neutron [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.741168] env[62664]: DEBUG nova.network.neutron [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.764050] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697289, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.822617] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697285, 'name': CreateVM_Task, 'duration_secs': 0.678894} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.823636] env[62664]: DEBUG nova.network.neutron [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.824962] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.830162] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.830358] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.830832] env[62664]: DEBUG nova.network.neutron [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.830832] env[62664]: DEBUG nova.objects.instance [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lazy-loading 'info_cache' on Instance uuid 3afea66f-7d69-4d19-9a8e-2744aa2ce954 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 593.832849] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.833058] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.833378] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.833823] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36946dc3-5205-49a0-a6a9-fdcda1d84fbf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.842418] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for the task: (returnval){ [ 593.842418] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d625a0-4d4e-2a49-fd39-56824c7ddbd6" [ 593.842418] env[62664]: _type = "Task" [ 593.842418] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.856455] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d625a0-4d4e-2a49-fd39-56824c7ddbd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.870741] env[62664]: INFO nova.compute.manager [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Took 29.20 seconds to build instance. [ 593.970337] env[62664]: DEBUG nova.compute.utils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 593.979040] env[62664]: DEBUG nova.compute.manager [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.979248] env[62664]: DEBUG nova.network.neutron [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.077414] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.090486] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquiring lock "fea7d073-9a24-4053-99af-ad76fcc1a982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.090740] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lock "fea7d073-9a24-4053-99af-ad76fcc1a982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.168411] env[62664]: DEBUG nova.policy [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfba8985455f4790a447a5807c176829', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54eced362e864b03858286b715101227', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.172991] env[62664]: DEBUG nova.network.neutron [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Updating instance_info_cache with network_info: [{"id": "b36c62a8-7cf6-4603-9272-c8ed8a75d0b4", "address": "fa:16:3e:54:a0:20", "network": {"id": "0f33d86a-7c0f-444b-b7c8-e16515120144", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486053457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd8598875154a3ea0340182995c7285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36c62a8-7c", "ovs_interfaceid": "b36c62a8-7cf6-4603-9272-c8ed8a75d0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.255683] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697289, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.332928] env[62664]: DEBUG nova.network.neutron [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.361852] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d625a0-4d4e-2a49-fd39-56824c7ddbd6, 'name': SearchDatastore_Task, 'duration_secs': 0.04187} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.364622] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.364622] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.364622] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.364622] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.364828] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.364971] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c8f4174-3c4a-4cf2-b3b3-05949ef483f9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.375879] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4b851f39-e070-4fd2-bd2f-3713d1a782c8 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "edd9f253-f27f-4417-a9aa-6ba7915fd588" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.716s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.377262] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.377452] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.379209] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519e8808-24a7-47be-bc74-1e016607eb54 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.388044] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for the task: (returnval){ [ 594.388044] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523811ec-8d62-ff0a-1d87-ac554e7bf37f" [ 594.388044] env[62664]: _type = "Task" [ 594.388044] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.399513] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523811ec-8d62-ff0a-1d87-ac554e7bf37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.423204] env[62664]: DEBUG nova.network.neutron [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Updated VIF entry in instance network info cache for port 31326ff2-a9a0-46a7-a9fa-5415939067de. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.423668] env[62664]: DEBUG nova.network.neutron [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Updating instance_info_cache with network_info: [{"id": "31326ff2-a9a0-46a7-a9fa-5415939067de", "address": "fa:16:3e:70:e4:2b", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31326ff2-a9", "ovs_interfaceid": "31326ff2-a9a0-46a7-a9fa-5415939067de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.480824] env[62664]: DEBUG nova.compute.manager [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.576741] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697291, 'name': ReconfigVM_Task, 'duration_secs': 0.87483} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.579514] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Reconfigured VM instance instance-0000000e to attach disk [datastore1] a749bdba-b986-48be-9efe-bd339d5531c5/a749bdba-b986-48be-9efe-bd339d5531c5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.580338] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b7350fd-1332-48fe-bb39-9c1de4b78d91 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.588422] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 594.588422] env[62664]: value = "task-2697292" [ 594.588422] env[62664]: _type = "Task" [ 594.588422] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.596859] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697292, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.676878] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Releasing lock "refresh_cache-18b48743-1ebd-4805-9e86-d03240b0d6c7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.677204] env[62664]: DEBUG nova.compute.manager [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Instance network_info: |[{"id": "b36c62a8-7cf6-4603-9272-c8ed8a75d0b4", "address": "fa:16:3e:54:a0:20", "network": {"id": "0f33d86a-7c0f-444b-b7c8-e16515120144", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486053457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd8598875154a3ea0340182995c7285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36c62a8-7c", "ovs_interfaceid": "b36c62a8-7cf6-4603-9272-c8ed8a75d0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.678846] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:a0:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b36c62a8-7cf6-4603-9272-c8ed8a75d0b4', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.686107] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Creating folder: Project (3fd8598875154a3ea0340182995c7285). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.686692] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-533b153b-fe3b-4d8c-93f2-1073de7eb3b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.699295] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Created folder: Project (3fd8598875154a3ea0340182995c7285) in parent group-v543506. [ 594.699500] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Creating folder: Instances. Parent ref: group-v543552. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.702313] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c10140e5-10ef-442b-9975-1a2c8a9ab725 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.714156] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Created folder: Instances in parent group-v543552. [ 594.714411] env[62664]: DEBUG oslo.service.loopingcall [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.714602] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.714803] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18edbc90-710e-49e9-867a-9cb9a4e73ffd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.737720] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.737720] env[62664]: value = "task-2697295" [ 594.737720] env[62664]: _type = "Task" [ 594.737720] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.752654] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697295, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.764104] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697289, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.06793} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.764497] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 30601c03-c29f-4da4-825a-8d6c627c1432/30601c03-c29f-4da4-825a-8d6c627c1432.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.764723] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.764986] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f937919-e178-4182-93e9-27c1614fbadb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.770874] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 594.770874] env[62664]: value = "task-2697296" [ 594.770874] env[62664]: _type = "Task" [ 594.770874] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.777876] env[62664]: DEBUG nova.network.neutron [-] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.785561] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.838856] env[62664]: INFO nova.compute.manager [-] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Took 1.28 seconds to deallocate network for instance. [ 594.887329] env[62664]: DEBUG nova.compute.manager [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.899560] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523811ec-8d62-ff0a-1d87-ac554e7bf37f, 'name': SearchDatastore_Task, 'duration_secs': 0.01873} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.900619] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4dffae-6d68-4b28-8421-5e934e14a803 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.909932] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for the task: (returnval){ [ 594.909932] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c7c552-6bf1-a0a2-3c8f-ae687ab02624" [ 594.909932] env[62664]: _type = "Task" [ 594.909932] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.920977] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c7c552-6bf1-a0a2-3c8f-ae687ab02624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.928471] env[62664]: DEBUG oslo_concurrency.lockutils [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] Releasing lock "refresh_cache-a749bdba-b986-48be-9efe-bd339d5531c5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.928772] env[62664]: DEBUG nova.compute.manager [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Received event network-vif-plugged-d3aee704-39b8-462f-8043-aec615529054 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.929070] env[62664]: DEBUG oslo_concurrency.lockutils [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] Acquiring lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.929354] env[62664]: DEBUG oslo_concurrency.lockutils [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.929556] env[62664]: DEBUG oslo_concurrency.lockutils [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.929729] env[62664]: DEBUG nova.compute.manager [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] No waiting events found dispatching network-vif-plugged-d3aee704-39b8-462f-8043-aec615529054 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.929926] env[62664]: WARNING nova.compute.manager [req-6709ad8c-e0e1-4a33-960a-2c4dd7b36080 req-d5202e3b-1684-4abd-8183-c7be45b9c571 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Received unexpected event network-vif-plugged-d3aee704-39b8-462f-8043-aec615529054 for instance with vm_state building and task_state spawning. [ 594.965388] env[62664]: DEBUG nova.compute.manager [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Received event network-changed-d3aee704-39b8-462f-8043-aec615529054 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.965674] env[62664]: DEBUG nova.compute.manager [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Refreshing instance network info cache due to event network-changed-d3aee704-39b8-462f-8043-aec615529054. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.965891] env[62664]: DEBUG oslo_concurrency.lockutils [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] Acquiring lock "refresh_cache-f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.966077] env[62664]: DEBUG oslo_concurrency.lockutils [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] Acquired lock "refresh_cache-f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.966259] env[62664]: DEBUG nova.network.neutron [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Refreshing network info cache for port d3aee704-39b8-462f-8043-aec615529054 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.004237] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4988023a-50f7-477e-8399-3d0aced3ca4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.012102] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45acbde1-6331-4546-9ae1-cc30341bfdb6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.049094] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bee7419-b25d-41d7-a15d-1875732ee11c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.058281] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83d8e7d-40e4-4744-8b49-cffdd66ae7be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.073805] env[62664]: DEBUG nova.compute.provider_tree [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.084763] env[62664]: DEBUG nova.network.neutron [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Successfully created port: 3834d24d-25be-4912-9144-57c9ea1c987a {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.098726] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697292, 'name': Rename_Task, 'duration_secs': 0.304387} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.098812] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.099073] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d769379-6c2c-4310-a8f9-958f4f10968f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.104613] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 595.104613] env[62664]: value = "task-2697297" [ 595.104613] env[62664]: _type = "Task" [ 595.104613] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.113168] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.250418] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697295, 'name': CreateVM_Task, 'duration_secs': 0.36537} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.250677] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.251650] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.251964] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.252425] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.252846] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06636e9-c228-4729-a55b-37800dd37a3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.260132] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 595.260132] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a88d11-3ccc-17ad-d2b3-36b8f4287656" [ 595.260132] env[62664]: _type = "Task" [ 595.260132] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.268296] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a88d11-3ccc-17ad-d2b3-36b8f4287656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.279423] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139223} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.279709] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.280510] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91afa45-caba-4a87-9c3e-e68ed15110dc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.283363] env[62664]: INFO nova.compute.manager [-] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Took 1.87 seconds to deallocate network for instance. [ 595.307099] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 30601c03-c29f-4da4-825a-8d6c627c1432/30601c03-c29f-4da4-825a-8d6c627c1432.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.310302] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8f903bb-8294-46a7-baab-2e01fbe26452 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.333836] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 595.333836] env[62664]: value = "task-2697298" [ 595.333836] env[62664]: _type = "Task" [ 595.333836] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.342886] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.360417] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.409857] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.421247] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c7c552-6bf1-a0a2-3c8f-ae687ab02624, 'name': SearchDatastore_Task, 'duration_secs': 0.018787} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.422609] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.422609] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f03d1d72-c793-40ed-8ac2-2e1171cdf8fe/f03d1d72-c793-40ed-8ac2-2e1171cdf8fe.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.422609] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c9d5543-32ad-403b-a12c-30430cd97ae3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.432635] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for the task: (returnval){ [ 595.432635] env[62664]: value = "task-2697299" [ 595.432635] env[62664]: _type = "Task" [ 595.432635] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.442280] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.497479] env[62664]: DEBUG nova.compute.manager [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.541130] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.541438] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.541620] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.541823] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.541987] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.542168] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.542376] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.542546] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.542725] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.542911] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.543308] env[62664]: DEBUG nova.virt.hardware [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.544655] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bfb091-80e2-4227-8a78-2d87001276be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.554709] env[62664]: DEBUG nova.compute.manager [req-60cde708-1a17-4fc3-8a62-607e63fdf634 req-90cbe73a-e868-4f9e-a4b6-20dca5e97c2b service nova] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Received event network-vif-deleted-a2c48175-eafb-49fd-8174-fdb2d1dbf129 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.567706] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21012a06-825c-4b30-b38d-2bb55cf40f2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.583374] env[62664]: DEBUG nova.scheduler.client.report [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.618354] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.629391] env[62664]: DEBUG nova.network.neutron [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance_info_cache with network_info: [{"id": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "address": "fa:16:3e:25:a7:04", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b2c04d-1c", "ovs_interfaceid": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.772263] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquiring lock "f88e9050-4065-4911-b0b0-2ec6df97bd4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.772600] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Lock "f88e9050-4065-4911-b0b0-2ec6df97bd4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.778154] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a88d11-3ccc-17ad-d2b3-36b8f4287656, 'name': SearchDatastore_Task, 'duration_secs': 0.031974} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.778524] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.778812] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.779098] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.779251] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.779476] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.779793] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-903f7511-e86f-4fec-bee2-f82eb3af6d7f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.795086] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.795439] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.796227] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdbeea9b-f124-46f2-b7b6-16f69567f792 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.804391] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 595.804391] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522ba18c-50f9-53bf-c377-ab66b5a2c75c" [ 595.804391] env[62664]: _type = "Task" [ 595.804391] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.809076] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.819102] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522ba18c-50f9-53bf-c377-ab66b5a2c75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.847486] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.919920] env[62664]: DEBUG nova.network.neutron [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Updated VIF entry in instance network info cache for port d3aee704-39b8-462f-8043-aec615529054. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.920362] env[62664]: DEBUG nova.network.neutron [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Updating instance_info_cache with network_info: [{"id": "d3aee704-39b8-462f-8043-aec615529054", "address": "fa:16:3e:2f:fd:51", "network": {"id": "8419e3ac-f91d-4e07-8100-c6d609591f0c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-842416353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580a3ce1d40941e9ac5e2489c5f199e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3aee704-39", "ovs_interfaceid": "d3aee704-39b8-462f-8043-aec615529054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.949035] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697299, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.093538] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.094028] env[62664]: DEBUG nova.compute.manager [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.097665] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.487s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.097665] env[62664]: DEBUG nova.objects.instance [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lazy-loading 'resources' on Instance uuid f76f7c8e-1f56-49eb-8631-2081781daafa {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 596.115700] env[62664]: DEBUG oslo_vmware.api [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697297, 'name': PowerOnVM_Task, 'duration_secs': 0.734333} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.115970] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.116192] env[62664]: INFO nova.compute.manager [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Took 11.45 seconds to spawn the instance on the hypervisor. [ 596.116374] env[62664]: DEBUG nova.compute.manager [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.117204] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075670c0-2aec-4980-b0d2-5e92450f4b2e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.132464] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.132785] env[62664]: DEBUG nova.objects.instance [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lazy-loading 'migration_context' on Instance uuid 3afea66f-7d69-4d19-9a8e-2744aa2ce954 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 596.314903] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522ba18c-50f9-53bf-c377-ab66b5a2c75c, 'name': SearchDatastore_Task, 'duration_secs': 0.031779} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.315507] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff108ea-b106-4aa7-8f19-f64daddad5c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.321497] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 596.321497] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a83230-17bc-d68a-b7b3-d9e2609f5ecf" [ 596.321497] env[62664]: _type = "Task" [ 596.321497] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.328862] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a83230-17bc-d68a-b7b3-d9e2609f5ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.343344] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.425724] env[62664]: DEBUG oslo_concurrency.lockutils [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] Releasing lock "refresh_cache-f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.425998] env[62664]: DEBUG nova.compute.manager [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Received event network-vif-plugged-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.426222] env[62664]: DEBUG oslo_concurrency.lockutils [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] Acquiring lock "18b48743-1ebd-4805-9e86-d03240b0d6c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.426444] env[62664]: DEBUG oslo_concurrency.lockutils [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] Lock "18b48743-1ebd-4805-9e86-d03240b0d6c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.426600] env[62664]: DEBUG oslo_concurrency.lockutils [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] Lock "18b48743-1ebd-4805-9e86-d03240b0d6c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.428636] env[62664]: DEBUG nova.compute.manager [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] No waiting events found dispatching network-vif-plugged-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.428636] env[62664]: WARNING nova.compute.manager [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Received unexpected event network-vif-plugged-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 for instance with vm_state building and task_state spawning. [ 596.428636] env[62664]: DEBUG nova.compute.manager [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Received event network-changed-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.428636] env[62664]: DEBUG nova.compute.manager [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Refreshing instance network info cache due to event network-changed-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.428636] env[62664]: DEBUG oslo_concurrency.lockutils [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] Acquiring lock "refresh_cache-18b48743-1ebd-4805-9e86-d03240b0d6c7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.429274] env[62664]: DEBUG oslo_concurrency.lockutils [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] Acquired lock "refresh_cache-18b48743-1ebd-4805-9e86-d03240b0d6c7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.429274] env[62664]: DEBUG nova.network.neutron [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Refreshing network info cache for port b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.445652] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570157} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.445943] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f03d1d72-c793-40ed-8ac2-2e1171cdf8fe/f03d1d72-c793-40ed-8ac2-2e1171cdf8fe.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.446255] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.446513] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ab9900b-6c91-4198-86d1-f1e62ee50ebc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.455967] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for the task: (returnval){ [ 596.455967] env[62664]: value = "task-2697301" [ 596.455967] env[62664]: _type = "Task" [ 596.455967] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.467553] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.602378] env[62664]: DEBUG nova.compute.utils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 596.611552] env[62664]: DEBUG nova.compute.manager [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.611709] env[62664]: DEBUG nova.network.neutron [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.642758] env[62664]: DEBUG nova.objects.base [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Object Instance<3afea66f-7d69-4d19-9a8e-2744aa2ce954> lazy-loaded attributes: info_cache,migration_context {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 596.644048] env[62664]: INFO nova.compute.manager [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Took 29.29 seconds to build instance. [ 596.646653] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a1e626-f894-4fe0-857d-9af7c65de963 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.680159] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a75728-64db-4412-b225-61ada2632ddd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.689894] env[62664]: DEBUG oslo_vmware.api [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 596.689894] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525788ec-3d42-401b-24ef-9cbc3105c703" [ 596.689894] env[62664]: _type = "Task" [ 596.689894] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.697526] env[62664]: DEBUG nova.policy [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4601ce4f86944a28bb75b01efdf5116e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c44c19108fca47c0ba443dd2cd71f2d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.706778] env[62664]: DEBUG oslo_vmware.api [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525788ec-3d42-401b-24ef-9cbc3105c703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.835021] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a83230-17bc-d68a-b7b3-d9e2609f5ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.022237} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.835021] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.835021] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 18b48743-1ebd-4805-9e86-d03240b0d6c7/18b48743-1ebd-4805-9e86-d03240b0d6c7.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.835021] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9675e154-f7ad-4b59-a49d-3d9d57a238e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.839855] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 596.839855] env[62664]: value = "task-2697302" [ 596.839855] env[62664]: _type = "Task" [ 596.839855] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.848632] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697298, 'name': ReconfigVM_Task, 'duration_secs': 1.204612} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.850149] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 30601c03-c29f-4da4-825a-8d6c627c1432/30601c03-c29f-4da4-825a-8d6c627c1432.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.850149] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a4706d7-7d4e-43f4-93b6-5881a49955bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.854664] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.858783] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 596.858783] env[62664]: value = "task-2697303" [ 596.858783] env[62664]: _type = "Task" [ 596.858783] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.872566] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697303, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.969648] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095254} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.972597] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.973699] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607cc547-64c8-40ed-ab94-929878f2f8ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.004544] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f03d1d72-c793-40ed-8ac2-2e1171cdf8fe/f03d1d72-c793-40ed-8ac2-2e1171cdf8fe.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.007534] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1abd26-695a-40e7-aa75-d0ce5ea27040 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.030192] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for the task: (returnval){ [ 597.030192] env[62664]: value = "task-2697304" [ 597.030192] env[62664]: _type = "Task" [ 597.030192] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.037672] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.106104] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a97f955-390d-42c5-8500-ffc21e9b8179 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.114629] env[62664]: DEBUG nova.compute.manager [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.117407] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fd14d7-7783-4272-aacb-2cc8a47120be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.152887] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa11d99-7b19-4ab6-9e08-27834c706451 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.156216] env[62664]: DEBUG oslo_concurrency.lockutils [None req-742a74e2-79be-4f48-a13c-e7c7d32212fe tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "a749bdba-b986-48be-9efe-bd339d5531c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.812s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.163830] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84483007-8514-4460-810f-a37e7310a435 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.181238] env[62664]: DEBUG nova.compute.provider_tree [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.200821] env[62664]: DEBUG oslo_vmware.api [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525788ec-3d42-401b-24ef-9cbc3105c703, 'name': SearchDatastore_Task, 'duration_secs': 0.019874} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.202461] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.249648] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "b3c94ff1-9b13-40d8-a028-847544742f18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.250740] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "b3c94ff1-9b13-40d8-a028-847544742f18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.294688] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "34e9ab31-abeb-474b-b586-30b5c0703330" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.295036] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "34e9ab31-abeb-474b-b586-30b5c0703330" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.333208] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "97973019-3a8a-4211-9821-b909332fd03d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.333860] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "97973019-3a8a-4211-9821-b909332fd03d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.351016] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697302, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.351825] env[62664]: DEBUG nova.network.neutron [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Successfully created port: 4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.370279] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697303, 'name': Rename_Task, 'duration_secs': 0.171958} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.370840] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.372883] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a5e321-c484-4dfd-8f9a-41ad39535601 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.379115] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 597.379115] env[62664]: value = "task-2697305" [ 597.379115] env[62664]: _type = "Task" [ 597.379115] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.391248] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.541615] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697304, 'name': ReconfigVM_Task, 'duration_secs': 0.31375} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.542029] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f03d1d72-c793-40ed-8ac2-2e1171cdf8fe/f03d1d72-c793-40ed-8ac2-2e1171cdf8fe.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.542940] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d02ff45e-63cc-4f10-b1de-7a38df30296c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.550854] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for the task: (returnval){ [ 597.550854] env[62664]: value = "task-2697306" [ 597.550854] env[62664]: _type = "Task" [ 597.550854] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.561238] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697306, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.662166] env[62664]: DEBUG nova.compute.manager [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.687670] env[62664]: DEBUG nova.scheduler.client.report [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.764206] env[62664]: DEBUG nova.network.neutron [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Updated VIF entry in instance network info cache for port b36c62a8-7cf6-4603-9272-c8ed8a75d0b4. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.764206] env[62664]: DEBUG nova.network.neutron [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Updating instance_info_cache with network_info: [{"id": "b36c62a8-7cf6-4603-9272-c8ed8a75d0b4", "address": "fa:16:3e:54:a0:20", "network": {"id": "0f33d86a-7c0f-444b-b7c8-e16515120144", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486053457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd8598875154a3ea0340182995c7285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36c62a8-7c", "ovs_interfaceid": "b36c62a8-7cf6-4603-9272-c8ed8a75d0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.852102] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734417} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.854878] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 18b48743-1ebd-4805-9e86-d03240b0d6c7/18b48743-1ebd-4805-9e86-d03240b0d6c7.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.854878] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.854878] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a6c2d1f-1375-4d1d-9f18-b18e2db708e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.861683] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 597.861683] env[62664]: value = "task-2697308" [ 597.861683] env[62664]: _type = "Task" [ 597.861683] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.871741] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.889546] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697305, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.064399] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697306, 'name': Rename_Task, 'duration_secs': 0.219369} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.064562] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.065069] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0717e292-f9af-4721-a012-72bb6f05a3e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.071973] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for the task: (returnval){ [ 598.071973] env[62664]: value = "task-2697309" [ 598.071973] env[62664]: _type = "Task" [ 598.071973] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.082272] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.127429] env[62664]: DEBUG nova.network.neutron [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Successfully updated port: 3834d24d-25be-4912-9144-57c9ea1c987a {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.136920] env[62664]: DEBUG nova.compute.manager [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.196830] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.196830] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.196830] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.197153] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.197153] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.197153] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.197153] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.197153] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.197389] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.197389] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.198032] env[62664]: DEBUG nova.virt.hardware [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.198292] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.200960] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b30674-7847-4893-bdfe-46b3274f7714 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.208777] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.208777] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.450s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.210234] env[62664]: INFO nova.compute.claims [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.227468] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a24a3f-61c1-420c-8e65-dc5e70c33566 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.249550] env[62664]: INFO nova.scheduler.client.report [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Deleted allocations for instance f76f7c8e-1f56-49eb-8631-2081781daafa [ 598.259870] env[62664]: DEBUG oslo_concurrency.lockutils [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.259870] env[62664]: DEBUG oslo_concurrency.lockutils [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.259870] env[62664]: DEBUG nova.compute.manager [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.260701] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0739ff07-3689-4005-a373-cabe47b737d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.268353] env[62664]: DEBUG nova.compute.manager [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 598.268937] env[62664]: DEBUG nova.objects.instance [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lazy-loading 'flavor' on Instance uuid c90e97fe-1065-4378-8152-c2f5d08e3b26 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.271915] env[62664]: DEBUG oslo_concurrency.lockutils [req-c255b397-5ab3-4203-9ae0-d0e0c3fe2ce8 req-c8878e72-38f0-43cd-9f7c-17f385498016 service nova] Releasing lock "refresh_cache-18b48743-1ebd-4805-9e86-d03240b0d6c7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.374554] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081207} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.374829] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.375700] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71eea52-96e7-44bf-a6ff-b6548e2d5c3c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.407711] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 18b48743-1ebd-4805-9e86-d03240b0d6c7/18b48743-1ebd-4805-9e86-d03240b0d6c7.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.408422] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4051337e-d9d0-44d9-b5bf-4d3fc425d06e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.433498] env[62664]: DEBUG oslo_vmware.api [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697305, 'name': PowerOnVM_Task, 'duration_secs': 0.584374} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.435177] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.435467] env[62664]: DEBUG nova.compute.manager [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.436523] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07a3f32-55fc-48c5-87e9-e66193f9523b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.441646] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 598.441646] env[62664]: value = "task-2697310" [ 598.441646] env[62664]: _type = "Task" [ 598.441646] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.445699] env[62664]: DEBUG nova.compute.manager [req-89ecf5e5-73dd-444a-8dea-6b17c7696ee8 req-de941b7b-9d54-4185-aa9b-b35a873fd98d service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Received event network-vif-plugged-3834d24d-25be-4912-9144-57c9ea1c987a {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.445699] env[62664]: DEBUG oslo_concurrency.lockutils [req-89ecf5e5-73dd-444a-8dea-6b17c7696ee8 req-de941b7b-9d54-4185-aa9b-b35a873fd98d service nova] Acquiring lock "633100b8-c9ff-40d8-9e88-2091f4243b0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.445838] env[62664]: DEBUG oslo_concurrency.lockutils [req-89ecf5e5-73dd-444a-8dea-6b17c7696ee8 req-de941b7b-9d54-4185-aa9b-b35a873fd98d service nova] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.446774] env[62664]: DEBUG oslo_concurrency.lockutils [req-89ecf5e5-73dd-444a-8dea-6b17c7696ee8 req-de941b7b-9d54-4185-aa9b-b35a873fd98d service nova] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.446774] env[62664]: DEBUG nova.compute.manager [req-89ecf5e5-73dd-444a-8dea-6b17c7696ee8 req-de941b7b-9d54-4185-aa9b-b35a873fd98d service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] No waiting events found dispatching network-vif-plugged-3834d24d-25be-4912-9144-57c9ea1c987a {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.446774] env[62664]: WARNING nova.compute.manager [req-89ecf5e5-73dd-444a-8dea-6b17c7696ee8 req-de941b7b-9d54-4185-aa9b-b35a873fd98d service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Received unexpected event network-vif-plugged-3834d24d-25be-4912-9144-57c9ea1c987a for instance with vm_state building and task_state spawning. [ 598.462579] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.583961] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.638191] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "refresh_cache-633100b8-c9ff-40d8-9e88-2091f4243b0f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.638191] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquired lock "refresh_cache-633100b8-c9ff-40d8-9e88-2091f4243b0f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.638191] env[62664]: DEBUG nova.network.neutron [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.760027] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc555520-7576-43f6-bf46-cccdf5958e2c tempest-ServerDiagnosticsNegativeTest-663564478 tempest-ServerDiagnosticsNegativeTest-663564478-project-member] Lock "f76f7c8e-1f56-49eb-8631-2081781daafa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.322s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.964687] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.966602] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.087508] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697309, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.279161] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.279445] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98bf787e-eb25-4973-9b0a-d12728955e45 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.289822] env[62664]: DEBUG oslo_vmware.api [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 599.289822] env[62664]: value = "task-2697311" [ 599.289822] env[62664]: _type = "Task" [ 599.289822] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.301571] env[62664]: DEBUG oslo_vmware.api [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.318073] env[62664]: DEBUG nova.network.neutron [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.470011] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697310, 'name': ReconfigVM_Task, 'duration_secs': 0.890397} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.473124] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 18b48743-1ebd-4805-9e86-d03240b0d6c7/18b48743-1ebd-4805-9e86-d03240b0d6c7.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.474257] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-028ceb66-82cb-4a92-990e-74d4268f7eb3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.483070] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 599.483070] env[62664]: value = "task-2697312" [ 599.483070] env[62664]: _type = "Task" [ 599.483070] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.505816] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697312, 'name': Rename_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.589736] env[62664]: DEBUG oslo_vmware.api [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697309, 'name': PowerOnVM_Task, 'duration_secs': 1.301187} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.591785] env[62664]: DEBUG nova.network.neutron [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Successfully updated port: 4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.595043] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.595043] env[62664]: INFO nova.compute.manager [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Took 11.39 seconds to spawn the instance on the hypervisor. [ 599.595043] env[62664]: DEBUG nova.compute.manager [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.597091] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1028219b-0045-4bea-902f-eacf02ad5254 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.806363] env[62664]: DEBUG oslo_vmware.api [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697311, 'name': PowerOffVM_Task, 'duration_secs': 0.320196} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.806363] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.806533] env[62664]: DEBUG nova.compute.manager [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.808033] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99862b0f-f51f-40c1-a4c4-96214e1a296a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.814963] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776c64f2-6d7d-4da7-9226-6f084cd74b29 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.827477] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e806460-f4d6-4379-ba08-a3ce2a99aea7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.866928] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb61803-09b9-4f20-b9ad-2d7a36e55b86 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.873548] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9875ccd9-4675-4e93-986d-bba65cc2f234 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.891383] env[62664]: DEBUG nova.compute.provider_tree [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.933256] env[62664]: DEBUG nova.network.neutron [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Updating instance_info_cache with network_info: [{"id": "3834d24d-25be-4912-9144-57c9ea1c987a", "address": "fa:16:3e:05:07:17", "network": {"id": "4a83d51f-b9f6-4640-9efa-047028e46460", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-663153909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54eced362e864b03858286b715101227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3834d24d-25", "ovs_interfaceid": "3834d24d-25be-4912-9144-57c9ea1c987a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.998876] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697312, 'name': Rename_Task, 'duration_secs': 0.185848} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.999872] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.000163] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9393237-e57a-4278-a4dd-2282fbf429fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.006994] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 600.006994] env[62664]: value = "task-2697314" [ 600.006994] env[62664]: _type = "Task" [ 600.006994] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.020284] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.096389] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquiring lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.096582] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquired lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.096772] env[62664]: DEBUG nova.network.neutron [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.122417] env[62664]: INFO nova.compute.manager [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Took 27.43 seconds to build instance. [ 600.333900] env[62664]: DEBUG oslo_concurrency.lockutils [None req-64aee154-28f2-44a6-a869-40ce47c33bdc tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.394725] env[62664]: DEBUG nova.scheduler.client.report [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.438103] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Releasing lock "refresh_cache-633100b8-c9ff-40d8-9e88-2091f4243b0f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.439131] env[62664]: DEBUG nova.compute.manager [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Instance network_info: |[{"id": "3834d24d-25be-4912-9144-57c9ea1c987a", "address": "fa:16:3e:05:07:17", "network": {"id": "4a83d51f-b9f6-4640-9efa-047028e46460", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-663153909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54eced362e864b03858286b715101227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3834d24d-25", "ovs_interfaceid": "3834d24d-25be-4912-9144-57c9ea1c987a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.439301] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:07:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3834d24d-25be-4912-9144-57c9ea1c987a', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.453386] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Creating folder: Project (54eced362e864b03858286b715101227). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.454068] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b7494de-d2a2-481c-8c85-3825a34ce6da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.468190] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Created folder: Project (54eced362e864b03858286b715101227) in parent group-v543506. [ 600.468190] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Creating folder: Instances. Parent ref: group-v543556. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.468190] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fba72c39-93eb-4552-bde1-529aeace29bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.479825] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Created folder: Instances in parent group-v543556. [ 600.480137] env[62664]: DEBUG oslo.service.loopingcall [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.480370] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.480587] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ff17fbe-5190-4660-8d3b-bc8fe057b3c3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.502977] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.502977] env[62664]: value = "task-2697317" [ 600.502977] env[62664]: _type = "Task" [ 600.502977] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.518687] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697317, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.525606] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.626241] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b7a0f494-badc-42d1-ba09-3ab0ffb3e965 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.038s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.693110] env[62664]: DEBUG nova.network.neutron [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.814840] env[62664]: DEBUG nova.compute.manager [req-124b9814-76e1-4c8f-81cb-c4b14f2d77f9 req-90a5940c-1eac-461d-946f-fd9d05b6d512 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Received event network-vif-plugged-4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.817591] env[62664]: DEBUG oslo_concurrency.lockutils [req-124b9814-76e1-4c8f-81cb-c4b14f2d77f9 req-90a5940c-1eac-461d-946f-fd9d05b6d512 service nova] Acquiring lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.817920] env[62664]: DEBUG oslo_concurrency.lockutils [req-124b9814-76e1-4c8f-81cb-c4b14f2d77f9 req-90a5940c-1eac-461d-946f-fd9d05b6d512 service nova] Lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.818064] env[62664]: DEBUG oslo_concurrency.lockutils [req-124b9814-76e1-4c8f-81cb-c4b14f2d77f9 req-90a5940c-1eac-461d-946f-fd9d05b6d512 service nova] Lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.818222] env[62664]: DEBUG nova.compute.manager [req-124b9814-76e1-4c8f-81cb-c4b14f2d77f9 req-90a5940c-1eac-461d-946f-fd9d05b6d512 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] No waiting events found dispatching network-vif-plugged-4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.818735] env[62664]: WARNING nova.compute.manager [req-124b9814-76e1-4c8f-81cb-c4b14f2d77f9 req-90a5940c-1eac-461d-946f-fd9d05b6d512 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Received unexpected event network-vif-plugged-4be2992b-8f53-4658-82e7-d43b90625482 for instance with vm_state building and task_state spawning. [ 600.904797] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.905379] env[62664]: DEBUG nova.compute.manager [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.909208] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.128s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.911544] env[62664]: INFO nova.compute.claims [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.025771] env[62664]: DEBUG oslo_vmware.api [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697314, 'name': PowerOnVM_Task, 'duration_secs': 0.743731} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.029551] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.029676] env[62664]: INFO nova.compute.manager [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Took 10.74 seconds to spawn the instance on the hypervisor. [ 601.029876] env[62664]: DEBUG nova.compute.manager [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.030153] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697317, 'name': CreateVM_Task, 'duration_secs': 0.388286} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.034092] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26cb5f2-7334-4228-a625-591068c2cb3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.037957] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.038993] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.039208] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.039573] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.040398] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93aff77-89c2-4edb-83bc-a06b309400ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.052900] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 601.052900] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528558ca-5563-f14b-6938-a521333f2800" [ 601.052900] env[62664]: _type = "Task" [ 601.052900] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.066872] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528558ca-5563-f14b-6938-a521333f2800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.134166] env[62664]: DEBUG nova.compute.manager [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.266232] env[62664]: DEBUG nova.network.neutron [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updating instance_info_cache with network_info: [{"id": "4be2992b-8f53-4658-82e7-d43b90625482", "address": "fa:16:3e:74:6a:a8", "network": {"id": "198a37cc-671d-4302-b11a-0f7adfcf4f24", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759232336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44c19108fca47c0ba443dd2cd71f2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be2992b-8f", "ovs_interfaceid": "4be2992b-8f53-4658-82e7-d43b90625482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.338148] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquiring lock "73d030d5-2d4f-4206-8706-9672ec9221f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.338148] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Lock "73d030d5-2d4f-4206-8706-9672ec9221f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.417741] env[62664]: DEBUG nova.compute.utils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 601.421026] env[62664]: DEBUG nova.compute.manager [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.421026] env[62664]: DEBUG nova.network.neutron [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.573740] env[62664]: INFO nova.compute.manager [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Took 28.68 seconds to build instance. [ 601.583704] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528558ca-5563-f14b-6938-a521333f2800, 'name': SearchDatastore_Task, 'duration_secs': 0.017275} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.583999] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.584291] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.584537] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.584678] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.584850] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.585132] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e5542b7-22b7-4af7-a586-0a244748b9a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.598123] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.598123] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.598123] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb30592-a735-4153-919a-3c13989faf51 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.607310] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 601.607310] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5283aba3-7883-7af7-39ec-c742d11ea1cd" [ 601.607310] env[62664]: _type = "Task" [ 601.607310] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.616212] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5283aba3-7883-7af7-39ec-c742d11ea1cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.645951] env[62664]: DEBUG nova.policy [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a23c4719f774d638baad16a27402da2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '463ca120cfe149f8b7f5e2a3b05715bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.667351] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.770331] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Releasing lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.770683] env[62664]: DEBUG nova.compute.manager [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Instance network_info: |[{"id": "4be2992b-8f53-4658-82e7-d43b90625482", "address": "fa:16:3e:74:6a:a8", "network": {"id": "198a37cc-671d-4302-b11a-0f7adfcf4f24", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759232336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44c19108fca47c0ba443dd2cd71f2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be2992b-8f", "ovs_interfaceid": "4be2992b-8f53-4658-82e7-d43b90625482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.771187] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:6a:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be2992b-8f53-4658-82e7-d43b90625482', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.788893] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Creating folder: Project (c44c19108fca47c0ba443dd2cd71f2d2). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.788893] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f44ea43-94f8-4f16-bafe-8a91844ef2e9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.798028] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Created folder: Project (c44c19108fca47c0ba443dd2cd71f2d2) in parent group-v543506. [ 601.798028] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Creating folder: Instances. Parent ref: group-v543559. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.798028] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fe52e41-1709-4181-857d-23464a76f603 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.807309] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Created folder: Instances in parent group-v543559. [ 601.807309] env[62664]: DEBUG oslo.service.loopingcall [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.807309] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.807309] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-351ddcb1-1921-4f24-b225-92291d98954a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.836587] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.836587] env[62664]: value = "task-2697321" [ 601.836587] env[62664]: _type = "Task" [ 601.836587] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.846333] env[62664]: DEBUG nova.compute.manager [req-e7d3bfd4-9ee5-4d5d-89c2-7e4d72a04d5c req-f7612f9e-e603-4f72-b9c4-242da1bd441f service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Received event network-changed-3834d24d-25be-4912-9144-57c9ea1c987a {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.848040] env[62664]: DEBUG nova.compute.manager [req-e7d3bfd4-9ee5-4d5d-89c2-7e4d72a04d5c req-f7612f9e-e603-4f72-b9c4-242da1bd441f service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Refreshing instance network info cache due to event network-changed-3834d24d-25be-4912-9144-57c9ea1c987a. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 601.848040] env[62664]: DEBUG oslo_concurrency.lockutils [req-e7d3bfd4-9ee5-4d5d-89c2-7e4d72a04d5c req-f7612f9e-e603-4f72-b9c4-242da1bd441f service nova] Acquiring lock "refresh_cache-633100b8-c9ff-40d8-9e88-2091f4243b0f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.848040] env[62664]: DEBUG oslo_concurrency.lockutils [req-e7d3bfd4-9ee5-4d5d-89c2-7e4d72a04d5c req-f7612f9e-e603-4f72-b9c4-242da1bd441f service nova] Acquired lock "refresh_cache-633100b8-c9ff-40d8-9e88-2091f4243b0f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.848040] env[62664]: DEBUG nova.network.neutron [req-e7d3bfd4-9ee5-4d5d-89c2-7e4d72a04d5c req-f7612f9e-e603-4f72-b9c4-242da1bd441f service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Refreshing network info cache for port 3834d24d-25be-4912-9144-57c9ea1c987a {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.858380] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697321, 'name': CreateVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.931540] env[62664]: DEBUG nova.compute.manager [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.077389] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b773a436-9061-4a58-9d28-874504ae9de7 tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "18b48743-1ebd-4805-9e86-d03240b0d6c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.486s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.128040] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5283aba3-7883-7af7-39ec-c742d11ea1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.040734} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.132346] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6035e011-13f8-465b-b742-245a966e210a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.140643] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 602.140643] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296c295-3885-df77-32ed-719b70b799fe" [ 602.140643] env[62664]: _type = "Task" [ 602.140643] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.155758] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296c295-3885-df77-32ed-719b70b799fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.349737] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697321, 'name': CreateVM_Task, 'duration_secs': 0.341137} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.349911] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.350619] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.350808] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.351169] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.351502] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4acedc3b-d31c-48d4-85ca-edf5fef670e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.361307] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 602.361307] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524dbe36-45b4-aaca-8156-3688f73ddf62" [ 602.361307] env[62664]: _type = "Task" [ 602.361307] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.370516] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524dbe36-45b4-aaca-8156-3688f73ddf62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.458273] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a21854-2d5d-4353-b136-e97c728a2a62 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.468099] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4f7ace-8f28-4f45-b409-e5a0662db70e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.509314] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0274c85b-4d23-44ae-9d36-ae891a828bae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.515748] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "dceb2e10-608b-436a-adaf-6bb2d7604566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.515748] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "dceb2e10-608b-436a-adaf-6bb2d7604566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.522291] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd77ab09-2f7a-4b8e-bc92-5c695a69a871 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.537057] env[62664]: DEBUG nova.compute.provider_tree [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.583138] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.653555] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296c295-3885-df77-32ed-719b70b799fe, 'name': SearchDatastore_Task, 'duration_secs': 0.014692} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.654583] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.654853] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 633100b8-c9ff-40d8-9e88-2091f4243b0f/633100b8-c9ff-40d8-9e88-2091f4243b0f.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.655136] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f25b8072-1d22-47fe-9c2a-5c53ee41666d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.664470] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 602.664470] env[62664]: value = "task-2697322" [ 602.664470] env[62664]: _type = "Task" [ 602.664470] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.682560] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.772736] env[62664]: DEBUG nova.network.neutron [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Successfully created port: e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.877997] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524dbe36-45b4-aaca-8156-3688f73ddf62, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.877997] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.877997] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.877997] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.878626] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.878626] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.878626] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a581f7de-d361-432d-b508-c0d1ecd12174 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.891239] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.891366] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.892268] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf17c8c-4b39-4a4e-8f9f-627c86d6eb16 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.900938] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 602.900938] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527117a6-730f-de73-eb50-9be5039c9a22" [ 602.900938] env[62664]: _type = "Task" [ 602.900938] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.909771] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527117a6-730f-de73-eb50-9be5039c9a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.946318] env[62664]: DEBUG nova.compute.manager [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.978151] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.978330] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.978491] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.978674] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.978818] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.978980] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.979439] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.979594] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.979768] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.980073] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.980140] env[62664]: DEBUG nova.virt.hardware [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.981042] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94971636-e324-4ee5-b43e-1672f0dda51e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.990265] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c1eedd-937b-4980-a9e0-4bb4ff636e81 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.039917] env[62664]: DEBUG nova.network.neutron [req-e7d3bfd4-9ee5-4d5d-89c2-7e4d72a04d5c req-f7612f9e-e603-4f72-b9c4-242da1bd441f service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Updated VIF entry in instance network info cache for port 3834d24d-25be-4912-9144-57c9ea1c987a. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.040287] env[62664]: DEBUG nova.network.neutron [req-e7d3bfd4-9ee5-4d5d-89c2-7e4d72a04d5c req-f7612f9e-e603-4f72-b9c4-242da1bd441f service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Updating instance_info_cache with network_info: [{"id": "3834d24d-25be-4912-9144-57c9ea1c987a", "address": "fa:16:3e:05:07:17", "network": {"id": "4a83d51f-b9f6-4640-9efa-047028e46460", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-663153909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54eced362e864b03858286b715101227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3834d24d-25", "ovs_interfaceid": "3834d24d-25be-4912-9144-57c9ea1c987a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.043784] env[62664]: DEBUG nova.scheduler.client.report [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.121489] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.182510] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697322, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.273396] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "30601c03-c29f-4da4-825a-8d6c627c1432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.274095] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "30601c03-c29f-4da4-825a-8d6c627c1432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.274095] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "30601c03-c29f-4da4-825a-8d6c627c1432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.274411] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "30601c03-c29f-4da4-825a-8d6c627c1432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.274411] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "30601c03-c29f-4da4-825a-8d6c627c1432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.279726] env[62664]: INFO nova.compute.manager [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Terminating instance [ 603.415046] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527117a6-730f-de73-eb50-9be5039c9a22, 'name': SearchDatastore_Task, 'duration_secs': 0.017453} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.416087] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6dee5f1-7c3a-46f2-b293-1e9192ae6625 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.422113] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 603.422113] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525c9ecb-f00c-4ff4-8193-fe0ea2cfe613" [ 603.422113] env[62664]: _type = "Task" [ 603.422113] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.430713] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525c9ecb-f00c-4ff4-8193-fe0ea2cfe613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.543783] env[62664]: DEBUG oslo_concurrency.lockutils [req-e7d3bfd4-9ee5-4d5d-89c2-7e4d72a04d5c req-f7612f9e-e603-4f72-b9c4-242da1bd441f service nova] Releasing lock "refresh_cache-633100b8-c9ff-40d8-9e88-2091f4243b0f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.552229] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.552229] env[62664]: DEBUG nova.compute.manager [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.554567] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.525s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.554836] env[62664]: DEBUG nova.objects.instance [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 603.676683] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877637} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.677139] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 633100b8-c9ff-40d8-9e88-2091f4243b0f/633100b8-c9ff-40d8-9e88-2091f4243b0f.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.677139] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.677323] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81fcf97d-9536-4ddc-bdee-eb15ba512890 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.684082] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 603.684082] env[62664]: value = "task-2697323" [ 603.684082] env[62664]: _type = "Task" [ 603.684082] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.692553] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.697081] env[62664]: DEBUG nova.compute.manager [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.698179] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13cf306-74fd-4e9a-85a0-fa9aa05de1bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.786916] env[62664]: DEBUG nova.compute.manager [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 603.787174] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.788112] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc00fd6-77a2-451f-ac79-64235a5c24f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.800041] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.800041] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-069398df-34c3-42e5-9543-12aa7ed44d8c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.806808] env[62664]: DEBUG oslo_vmware.api [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 603.806808] env[62664]: value = "task-2697324" [ 603.806808] env[62664]: _type = "Task" [ 603.806808] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.820562] env[62664]: DEBUG oslo_vmware.api [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.932938] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525c9ecb-f00c-4ff4-8193-fe0ea2cfe613, 'name': SearchDatastore_Task, 'duration_secs': 0.056541} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.933476] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.933963] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 74ac4035-9fe2-4149-a5dd-3e8c6cc602de/74ac4035-9fe2-4149-a5dd-3e8c6cc602de.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.934084] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c36358ad-645f-4872-bded-18685f004574 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.941171] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 603.941171] env[62664]: value = "task-2697326" [ 603.941171] env[62664]: _type = "Task" [ 603.941171] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.951864] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.043872] env[62664]: DEBUG nova.compute.manager [req-15667809-bbc3-491a-a83e-7a42c3eed67d req-78899264-df61-487e-a9a8-88d4a3579edc service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Received event network-changed-4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.043872] env[62664]: DEBUG nova.compute.manager [req-15667809-bbc3-491a-a83e-7a42c3eed67d req-78899264-df61-487e-a9a8-88d4a3579edc service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Refreshing instance network info cache due to event network-changed-4be2992b-8f53-4658-82e7-d43b90625482. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.044409] env[62664]: DEBUG oslo_concurrency.lockutils [req-15667809-bbc3-491a-a83e-7a42c3eed67d req-78899264-df61-487e-a9a8-88d4a3579edc service nova] Acquiring lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.046630] env[62664]: DEBUG oslo_concurrency.lockutils [req-15667809-bbc3-491a-a83e-7a42c3eed67d req-78899264-df61-487e-a9a8-88d4a3579edc service nova] Acquired lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.046630] env[62664]: DEBUG nova.network.neutron [req-15667809-bbc3-491a-a83e-7a42c3eed67d req-78899264-df61-487e-a9a8-88d4a3579edc service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Refreshing network info cache for port 4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.060195] env[62664]: DEBUG nova.compute.utils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 604.070399] env[62664]: DEBUG nova.compute.manager [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.070399] env[62664]: DEBUG nova.network.neutron [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.124736] env[62664]: DEBUG nova.policy [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '972de11180f740bba84d4d6826cf1d8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbee345157534e34a918bf10ef65b9ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.201070] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063235} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.201070] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.201170] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177add89-a74f-4f89-8225-24c1389a5e70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.226745] env[62664]: INFO nova.compute.manager [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] instance snapshotting [ 604.240565] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 633100b8-c9ff-40d8-9e88-2091f4243b0f/633100b8-c9ff-40d8-9e88-2091f4243b0f.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.241713] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37923f52-9353-402d-b501-e4e69f87c12e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.259745] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2f1f5d-93b4-45cd-bcc1-ee9d674d900c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.268019] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquiring lock "84d7c75f-6887-4d78-bb82-2d937e407e43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.268194] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lock "84d7c75f-6887-4d78-bb82-2d937e407e43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.288035] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf34d8-53f1-43eb-9849-52960dc66c71 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.292356] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 604.292356] env[62664]: value = "task-2697327" [ 604.292356] env[62664]: _type = "Task" [ 604.292356] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.310564] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.322413] env[62664]: DEBUG oslo_vmware.api [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697324, 'name': PowerOffVM_Task, 'duration_secs': 0.257982} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.323818] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.324206] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.324296] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fadd8c3e-ea72-468f-b41a-4caff66ce084 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.410705] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.410938] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.411179] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleting the datastore file [datastore2] 30601c03-c29f-4da4-825a-8d6c627c1432 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.412827] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aac32ff7-d57e-4ff4-8991-3bc2cca6bf27 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.420021] env[62664]: DEBUG oslo_vmware.api [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 604.420021] env[62664]: value = "task-2697329" [ 604.420021] env[62664]: _type = "Task" [ 604.420021] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.429070] env[62664]: DEBUG oslo_vmware.api [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.454025] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697326, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.567328] env[62664]: DEBUG nova.compute.manager [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.571015] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fddac0a0-b435-432a-8031-b33623b4e8a3 tempest-ServersAdmin275Test-1061496435 tempest-ServersAdmin275Test-1061496435-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.573913] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.944s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.578179] env[62664]: INFO nova.compute.claims [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.633202] env[62664]: DEBUG nova.network.neutron [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Successfully created port: dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.753998] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquiring lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.754412] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.808343] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 604.808475] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.808617] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37437219-d248-435a-b105-73739a1f2be3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.819382] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 604.819382] env[62664]: value = "task-2697330" [ 604.819382] env[62664]: _type = "Task" [ 604.819382] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.835039] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697330, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.931920] env[62664]: DEBUG oslo_vmware.api [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242016} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.931920] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.931920] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.931920] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.931920] env[62664]: INFO nova.compute.manager [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Took 1.14 seconds to destroy the instance on the hypervisor. [ 604.932257] env[62664]: DEBUG oslo.service.loopingcall [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.932257] env[62664]: DEBUG nova.compute.manager [-] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 604.932257] env[62664]: DEBUG nova.network.neutron [-] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.954830] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620001} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.954948] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 74ac4035-9fe2-4149-a5dd-3e8c6cc602de/74ac4035-9fe2-4149-a5dd-3e8c6cc602de.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.955157] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.955408] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ddc8277-1af1-42a9-bbf3-f042c2dbfaf8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.962970] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 604.962970] env[62664]: value = "task-2697331" [ 604.962970] env[62664]: _type = "Task" [ 604.962970] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.972412] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.989581] env[62664]: DEBUG nova.network.neutron [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Successfully updated port: e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.069683] env[62664]: DEBUG nova.network.neutron [req-15667809-bbc3-491a-a83e-7a42c3eed67d req-78899264-df61-487e-a9a8-88d4a3579edc service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updated VIF entry in instance network info cache for port 4be2992b-8f53-4658-82e7-d43b90625482. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.069683] env[62664]: DEBUG nova.network.neutron [req-15667809-bbc3-491a-a83e-7a42c3eed67d req-78899264-df61-487e-a9a8-88d4a3579edc service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updating instance_info_cache with network_info: [{"id": "4be2992b-8f53-4658-82e7-d43b90625482", "address": "fa:16:3e:74:6a:a8", "network": {"id": "198a37cc-671d-4302-b11a-0f7adfcf4f24", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759232336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44c19108fca47c0ba443dd2cd71f2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be2992b-8f", "ovs_interfaceid": "4be2992b-8f53-4658-82e7-d43b90625482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.195533] env[62664]: DEBUG nova.objects.instance [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lazy-loading 'flavor' on Instance uuid c90e97fe-1065-4378-8152-c2f5d08e3b26 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.278495] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.278632] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.292888] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "c9630308-fddf-4749-982b-e860a00dd719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.293180] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "c9630308-fddf-4749-982b-e860a00dd719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.307255] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697327, 'name': ReconfigVM_Task, 'duration_secs': 0.919625} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.308779] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 633100b8-c9ff-40d8-9e88-2091f4243b0f/633100b8-c9ff-40d8-9e88-2091f4243b0f.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.309499] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85498411-f5d5-420f-8178-60771eb328af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.317921] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 605.317921] env[62664]: value = "task-2697332" [ 605.317921] env[62664]: _type = "Task" [ 605.317921] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.331025] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697332, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.336364] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697330, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.474237] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073276} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.474520] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.475470] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b1090-b659-450e-ba87-6bc242192db0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.501562] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 74ac4035-9fe2-4149-a5dd-3e8c6cc602de/74ac4035-9fe2-4149-a5dd-3e8c6cc602de.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.501562] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "refresh_cache-3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.501562] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquired lock "refresh_cache-3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.501562] env[62664]: DEBUG nova.network.neutron [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.501562] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb9560be-cbd8-4e1a-b2e3-90e182b5fabd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.527315] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 605.527315] env[62664]: value = "task-2697333" [ 605.527315] env[62664]: _type = "Task" [ 605.527315] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.536746] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.571732] env[62664]: DEBUG oslo_concurrency.lockutils [req-15667809-bbc3-491a-a83e-7a42c3eed67d req-78899264-df61-487e-a9a8-88d4a3579edc service nova] Releasing lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.582064] env[62664]: DEBUG nova.network.neutron [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.585016] env[62664]: DEBUG nova.compute.manager [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.614210] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.614636] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.614636] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.614827] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.615015] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.615343] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.615463] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.615604] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.615820] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.615899] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.616077] env[62664]: DEBUG nova.virt.hardware [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.618334] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123ffb62-2502-43e6-97cd-a31d3c43bc6c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.645030] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aefc1bf-c88e-4123-b954-7209577d580f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.706842] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "refresh_cache-c90e97fe-1065-4378-8152-c2f5d08e3b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.707169] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquired lock "refresh_cache-c90e97fe-1065-4378-8152-c2f5d08e3b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.707457] env[62664]: DEBUG nova.network.neutron [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.707768] env[62664]: DEBUG nova.objects.instance [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lazy-loading 'info_cache' on Instance uuid c90e97fe-1065-4378-8152-c2f5d08e3b26 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.709843] env[62664]: DEBUG nova.compute.manager [req-f192a40b-1db4-4a2d-b63e-b9512d884188 req-274ead04-9075-4166-b5cd-14189d06657d service nova] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Received event network-vif-plugged-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.710184] env[62664]: DEBUG oslo_concurrency.lockutils [req-f192a40b-1db4-4a2d-b63e-b9512d884188 req-274ead04-9075-4166-b5cd-14189d06657d service nova] Acquiring lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.710593] env[62664]: DEBUG oslo_concurrency.lockutils [req-f192a40b-1db4-4a2d-b63e-b9512d884188 req-274ead04-9075-4166-b5cd-14189d06657d service nova] Lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.710876] env[62664]: DEBUG oslo_concurrency.lockutils [req-f192a40b-1db4-4a2d-b63e-b9512d884188 req-274ead04-9075-4166-b5cd-14189d06657d service nova] Lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.711174] env[62664]: DEBUG nova.compute.manager [req-f192a40b-1db4-4a2d-b63e-b9512d884188 req-274ead04-9075-4166-b5cd-14189d06657d service nova] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] No waiting events found dispatching network-vif-plugged-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.711465] env[62664]: WARNING nova.compute.manager [req-f192a40b-1db4-4a2d-b63e-b9512d884188 req-274ead04-9075-4166-b5cd-14189d06657d service nova] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Received unexpected event network-vif-plugged-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 for instance with vm_state building and task_state spawning. [ 605.848492] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697332, 'name': Rename_Task, 'duration_secs': 0.417915} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.848492] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.848492] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22cfbcf4-620c-4777-a7aa-da4f850448bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.855550] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697330, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.859669] env[62664]: DEBUG nova.network.neutron [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Updating instance_info_cache with network_info: [{"id": "e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7", "address": "fa:16:3e:c2:72:e2", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cb8c41-a3", "ovs_interfaceid": "e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.863867] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 605.863867] env[62664]: value = "task-2697334" [ 605.863867] env[62664]: _type = "Task" [ 605.863867] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.873309] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.957718] env[62664]: DEBUG nova.network.neutron [-] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.963158] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquiring lock "bfe5686a-7219-44ae-95ff-001f9635fa45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.963470] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lock "bfe5686a-7219-44ae-95ff-001f9635fa45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.043319] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.192205] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b393436f-123b-42f4-915e-d82c3571e71f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.202634] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9679a2e3-45ca-4577-8f6b-2894a6bdfcb5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.236923] env[62664]: DEBUG nova.objects.base [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 606.239493] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b0532e-99fb-45c2-ae30-5840b4e9461f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.249291] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e833082-8831-4fb6-b51a-6e49feba82c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.273167] env[62664]: DEBUG nova.compute.provider_tree [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.933425] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Releasing lock "refresh_cache-3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.933671] env[62664]: DEBUG nova.compute.manager [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Instance network_info: |[{"id": "e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7", "address": "fa:16:3e:c2:72:e2", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cb8c41-a3", "ovs_interfaceid": "e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.934146] env[62664]: INFO nova.compute.manager [-] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Took 2.00 seconds to deallocate network for instance. [ 606.936840] env[62664]: DEBUG nova.scheduler.client.report [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.940901] env[62664]: DEBUG nova.compute.manager [req-bc66b06c-1c0c-4949-abb5-eec540edbbd5 req-a7f054b9-cf4b-44a4-8ae5-4501ac411009 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Received event network-changed-d3aee704-39b8-462f-8043-aec615529054 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.944334] env[62664]: DEBUG nova.compute.manager [req-bc66b06c-1c0c-4949-abb5-eec540edbbd5 req-a7f054b9-cf4b-44a4-8ae5-4501ac411009 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Refreshing instance network info cache due to event network-changed-d3aee704-39b8-462f-8043-aec615529054. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.944334] env[62664]: DEBUG oslo_concurrency.lockutils [req-bc66b06c-1c0c-4949-abb5-eec540edbbd5 req-a7f054b9-cf4b-44a4-8ae5-4501ac411009 service nova] Acquiring lock "refresh_cache-f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.944334] env[62664]: DEBUG oslo_concurrency.lockutils [req-bc66b06c-1c0c-4949-abb5-eec540edbbd5 req-a7f054b9-cf4b-44a4-8ae5-4501ac411009 service nova] Acquired lock "refresh_cache-f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.944334] env[62664]: DEBUG nova.network.neutron [req-bc66b06c-1c0c-4949-abb5-eec540edbbd5 req-a7f054b9-cf4b-44a4-8ae5-4501ac411009 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Refreshing network info cache for port d3aee704-39b8-462f-8043-aec615529054 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.944334] env[62664]: DEBUG nova.network.neutron [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Successfully updated port: dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.944774] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:72:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.954425] env[62664]: DEBUG oslo.service.loopingcall [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.966026] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.971137] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3f5c6c5-0692-49d0-9b4b-33114a3999c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.987304] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697330, 'name': CreateSnapshot_Task, 'duration_secs': 1.512311} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.987304] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 606.988494] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50125178-999d-4f62-90e7-470350d85999 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.996912] env[62664]: DEBUG oslo_vmware.api [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697334, 'name': PowerOnVM_Task, 'duration_secs': 0.918514} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.997628] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697333, 'name': ReconfigVM_Task, 'duration_secs': 0.579184} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.998997] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.999627] env[62664]: INFO nova.compute.manager [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Took 11.50 seconds to spawn the instance on the hypervisor. [ 606.999627] env[62664]: DEBUG nova.compute.manager [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.999760] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 74ac4035-9fe2-4149-a5dd-3e8c6cc602de/74ac4035-9fe2-4149-a5dd-3e8c6cc602de.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.000253] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.000253] env[62664]: value = "task-2697335" [ 607.000253] env[62664]: _type = "Task" [ 607.000253] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.001581] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c00fa-b38a-4ccf-ba2a-13a07a425f4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.003520] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b78c5a35-2d4f-4ad1-9d6c-7dddbc234d27 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.027428] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 607.027428] env[62664]: value = "task-2697336" [ 607.027428] env[62664]: _type = "Task" [ 607.027428] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.027693] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697335, 'name': CreateVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.046026] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697336, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.429836] env[62664]: DEBUG nova.network.neutron [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Updating instance_info_cache with network_info: [{"id": "caa72d09-2a6e-4b9b-adad-6da26614c9f4", "address": "fa:16:3e:ad:72:74", "network": {"id": "8752dd39-e166-4f28-b183-30642b35f430", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1372392544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa58b433a6c6498ba9e98e8e6624f4e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa72d09-2a", "ovs_interfaceid": "caa72d09-2a6e-4b9b-adad-6da26614c9f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.448803] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.875s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.450474] env[62664]: DEBUG nova.compute.manager [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.456932] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.691s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.463468] env[62664]: INFO nova.compute.claims [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.467260] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquiring lock "refresh_cache-1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.467548] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquired lock "refresh_cache-1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.467609] env[62664]: DEBUG nova.network.neutron [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.469272] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.479561] env[62664]: DEBUG nova.network.neutron [req-bc66b06c-1c0c-4949-abb5-eec540edbbd5 req-a7f054b9-cf4b-44a4-8ae5-4501ac411009 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Updated VIF entry in instance network info cache for port d3aee704-39b8-462f-8043-aec615529054. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.481402] env[62664]: DEBUG nova.network.neutron [req-bc66b06c-1c0c-4949-abb5-eec540edbbd5 req-a7f054b9-cf4b-44a4-8ae5-4501ac411009 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Updating instance_info_cache with network_info: [{"id": "d3aee704-39b8-462f-8043-aec615529054", "address": "fa:16:3e:2f:fd:51", "network": {"id": "8419e3ac-f91d-4e07-8100-c6d609591f0c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-842416353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "580a3ce1d40941e9ac5e2489c5f199e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3aee704-39", "ovs_interfaceid": "d3aee704-39b8-462f-8043-aec615529054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.526528] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 607.527636] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697335, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.527636] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-49bcefa0-99b0-4638-8f54-2d278b31157e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.544301] env[62664]: INFO nova.compute.manager [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Took 32.86 seconds to build instance. [ 607.554368] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 607.554368] env[62664]: value = "task-2697337" [ 607.554368] env[62664]: _type = "Task" [ 607.554368] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.555325] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697336, 'name': Rename_Task, 'duration_secs': 0.208347} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.558774] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.559082] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b85bda65-e572-467b-a646-77c092127e35 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.571443] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697337, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.576670] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 607.576670] env[62664]: value = "task-2697338" [ 607.576670] env[62664]: _type = "Task" [ 607.576670] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.584482] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.715777] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Acquiring lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.716067] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.940940] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Releasing lock "refresh_cache-c90e97fe-1065-4378-8152-c2f5d08e3b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.970995] env[62664]: DEBUG nova.compute.utils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 607.974567] env[62664]: DEBUG nova.compute.manager [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.974962] env[62664]: DEBUG nova.network.neutron [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.984751] env[62664]: DEBUG oslo_concurrency.lockutils [req-bc66b06c-1c0c-4949-abb5-eec540edbbd5 req-a7f054b9-cf4b-44a4-8ae5-4501ac411009 service nova] Releasing lock "refresh_cache-f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.984994] env[62664]: DEBUG nova.compute.manager [req-bc66b06c-1c0c-4949-abb5-eec540edbbd5 req-a7f054b9-cf4b-44a4-8ae5-4501ac411009 service nova] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Received event network-vif-deleted-4cb0b225-f345-40bf-8cd0-f936c50b5493 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.016641] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697335, 'name': CreateVM_Task, 'duration_secs': 0.535814} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.016850] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.017622] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.017812] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.018194] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.020867] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffddf0c-785e-41a5-b5f9-d546f6bd5557 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.028022] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 608.028022] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dd83d9-aeb0-1fa3-f22b-9b7b70a9bb58" [ 608.028022] env[62664]: _type = "Task" [ 608.028022] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.038810] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dd83d9-aeb0-1fa3-f22b-9b7b70a9bb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.052807] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bfee59f-b48c-44b8-b6cc-c4f06d896d20 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.388s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.059371] env[62664]: DEBUG nova.network.neutron [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.068418] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697337, 'name': CloneVM_Task} progress is 93%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.083767] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697338, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.139323] env[62664]: DEBUG nova.policy [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99e873b2f03f4896b8ac301dae9cc320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '134e32f4f7e9479ba0df8d31d3e55208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.225814] env[62664]: DEBUG nova.compute.manager [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Received event network-changed-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.226040] env[62664]: DEBUG nova.compute.manager [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Refreshing instance network info cache due to event network-changed-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 608.226977] env[62664]: DEBUG oslo_concurrency.lockutils [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] Acquiring lock "refresh_cache-3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.227159] env[62664]: DEBUG oslo_concurrency.lockutils [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] Acquired lock "refresh_cache-3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.227327] env[62664]: DEBUG nova.network.neutron [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Refreshing network info cache for port e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.457646] env[62664]: DEBUG nova.network.neutron [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Updating instance_info_cache with network_info: [{"id": "dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f", "address": "fa:16:3e:86:53:34", "network": {"id": "7773588a-11c4-46fc-a5b6-5496e1a8c5c0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1519385904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbee345157534e34a918bf10ef65b9ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd72f5c-fb", "ovs_interfaceid": "dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.477632] env[62664]: DEBUG nova.compute.manager [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.548532] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dd83d9-aeb0-1fa3-f22b-9b7b70a9bb58, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.549190] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.549635] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.550075] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.550678] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.551013] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.551375] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b16b8899-9d9c-4f5d-8069-e457742e5586 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.559036] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.567714] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.568079] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.570761] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2710d1e-4039-43f5-b023-86dd6de55bf4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.579387] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697337, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.589866] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 608.589866] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524cd9d0-9b25-91f9-f1a9-216582a969a5" [ 608.589866] env[62664]: _type = "Task" [ 608.589866] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.597661] env[62664]: DEBUG oslo_vmware.api [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697338, 'name': PowerOnVM_Task, 'duration_secs': 0.643268} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.598471] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.598715] env[62664]: INFO nova.compute.manager [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Took 10.46 seconds to spawn the instance on the hypervisor. [ 608.598900] env[62664]: DEBUG nova.compute.manager [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.599736] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8766f65-f931-44e4-a614-3f5bf8b73cd7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.610395] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524cd9d0-9b25-91f9-f1a9-216582a969a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.612469] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a68bbe-fd91-45db-afc5-05af7a8f717c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.624297] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 608.624297] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5228250a-f258-5d7f-c1ff-007782e628e3" [ 608.624297] env[62664]: _type = "Task" [ 608.624297] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.645182] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5228250a-f258-5d7f-c1ff-007782e628e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011606} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.648569] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.648569] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829/3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.649192] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdf4e6c5-f88d-447c-bb99-a4d06cc62181 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.658786] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 608.658786] env[62664]: value = "task-2697339" [ 608.658786] env[62664]: _type = "Task" [ 608.658786] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.672436] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.734938] env[62664]: DEBUG nova.compute.manager [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Received event network-vif-plugged-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.735231] env[62664]: DEBUG oslo_concurrency.lockutils [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] Acquiring lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.735445] env[62664]: DEBUG oslo_concurrency.lockutils [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] Lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.735602] env[62664]: DEBUG oslo_concurrency.lockutils [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] Lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.735766] env[62664]: DEBUG nova.compute.manager [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] No waiting events found dispatching network-vif-plugged-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.735923] env[62664]: WARNING nova.compute.manager [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Received unexpected event network-vif-plugged-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f for instance with vm_state building and task_state spawning. [ 608.736093] env[62664]: DEBUG nova.compute.manager [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Received event network-changed-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.736246] env[62664]: DEBUG nova.compute.manager [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Refreshing instance network info cache due to event network-changed-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 608.736406] env[62664]: DEBUG oslo_concurrency.lockutils [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] Acquiring lock "refresh_cache-1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.951707] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.955736] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-badf0efd-1d6e-488c-bae1-0e3a7bd19c94 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.959911] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Releasing lock "refresh_cache-1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.960377] env[62664]: DEBUG nova.compute.manager [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Instance network_info: |[{"id": "dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f", "address": "fa:16:3e:86:53:34", "network": {"id": "7773588a-11c4-46fc-a5b6-5496e1a8c5c0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1519385904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbee345157534e34a918bf10ef65b9ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd72f5c-fb", "ovs_interfaceid": "dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.960802] env[62664]: DEBUG oslo_concurrency.lockutils [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] Acquired lock "refresh_cache-1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.961082] env[62664]: DEBUG nova.network.neutron [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Refreshing network info cache for port dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.966022] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:53:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.973352] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Creating folder: Project (dbee345157534e34a918bf10ef65b9ec). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.978807] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66814bb3-90ed-4c54-9d0d-178dddb561c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.980892] env[62664]: DEBUG oslo_vmware.api [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 608.980892] env[62664]: value = "task-2697340" [ 608.980892] env[62664]: _type = "Task" [ 608.980892] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.993542] env[62664]: DEBUG oslo_vmware.api [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697340, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.996662] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Created folder: Project (dbee345157534e34a918bf10ef65b9ec) in parent group-v543506. [ 608.996917] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Creating folder: Instances. Parent ref: group-v543565. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.999693] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8792dda-1fc7-4034-b06f-de1aeff8461f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.017743] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Created folder: Instances in parent group-v543565. [ 609.018240] env[62664]: DEBUG oslo.service.loopingcall [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.018865] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.019228] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e3d5c85-64ed-4c77-9401-55b44b931f93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.047871] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.047871] env[62664]: value = "task-2697343" [ 609.047871] env[62664]: _type = "Task" [ 609.047871] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.060807] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697343, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.084939] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697337, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.093446] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.136434] env[62664]: INFO nova.compute.manager [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Took 32.86 seconds to build instance. [ 609.161235] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ee48c5-e597-4141-be3d-4ededae7fb66 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.180336] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd65ed50-9075-46e5-aac4-2046b83c058d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.185406] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51544} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.185406] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829/3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.185662] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.186733] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45d155e2-ba75-450c-b625-aa3d9a235332 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.222315] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bfc805-c04b-45fd-9008-7ce86a9b626d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.225412] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 609.225412] env[62664]: value = "task-2697344" [ 609.225412] env[62664]: _type = "Task" [ 609.225412] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.232962] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c6946e-8071-4218-a648-e095e5456e96 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.240614] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697344, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.252133] env[62664]: DEBUG nova.compute.provider_tree [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.265902] env[62664]: DEBUG nova.network.neutron [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Successfully created port: e1536128-07b8-4b12-ae3b-1265b1437724 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.376850] env[62664]: DEBUG nova.network.neutron [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Updated VIF entry in instance network info cache for port e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.377619] env[62664]: DEBUG nova.network.neutron [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Updating instance_info_cache with network_info: [{"id": "e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7", "address": "fa:16:3e:c2:72:e2", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cb8c41-a3", "ovs_interfaceid": "e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.492319] env[62664]: DEBUG oslo_vmware.api [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.495851] env[62664]: DEBUG nova.compute.manager [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.528312] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.528727] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.528991] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.529128] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.529288] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.529428] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.529648] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.529814] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.529973] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.530150] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.530329] env[62664]: DEBUG nova.virt.hardware [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.531361] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77fbfaa-c4ca-4516-80b5-57ae4ac25133 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.543592] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6cc65d-6f49-47db-a320-82b9acc1feb1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.559348] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697343, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.580768] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697337, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.639623] env[62664]: DEBUG oslo_concurrency.lockutils [None req-70483319-3933-438d-8fec-3e308c2a790b tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.369s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.736852] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070002} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.737151] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.737944] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b13f39-7f99-429c-ae9d-2cc49441830e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.760821] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829/3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.761859] env[62664]: DEBUG nova.scheduler.client.report [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.765155] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01b643f3-f70f-4137-b187-4a4561960b70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.787323] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 609.787323] env[62664]: value = "task-2697345" [ 609.787323] env[62664]: _type = "Task" [ 609.787323] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.796899] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.880583] env[62664]: DEBUG oslo_concurrency.lockutils [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] Releasing lock "refresh_cache-3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.880951] env[62664]: DEBUG nova.compute.manager [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Received event network-changed-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.881860] env[62664]: DEBUG nova.compute.manager [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Refreshing instance network info cache due to event network-changed-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.882309] env[62664]: DEBUG oslo_concurrency.lockutils [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] Acquiring lock "refresh_cache-18b48743-1ebd-4805-9e86-d03240b0d6c7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.882309] env[62664]: DEBUG oslo_concurrency.lockutils [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] Acquired lock "refresh_cache-18b48743-1ebd-4805-9e86-d03240b0d6c7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.882627] env[62664]: DEBUG nova.network.neutron [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Refreshing network info cache for port b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.995735] env[62664]: DEBUG oslo_vmware.api [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697340, 'name': PowerOnVM_Task, 'duration_secs': 0.671983} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.996085] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.996702] env[62664]: DEBUG nova.compute.manager [None req-c9c40cbf-30a2-4420-a89f-97f56cdc0f54 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.997304] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88918486-39e5-4287-b080-80872639104d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.060368] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697343, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.085238] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697337, 'name': CloneVM_Task, 'duration_secs': 2.477983} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.085535] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Created linked-clone VM from snapshot [ 610.086330] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df23610a-ee14-4191-83ef-f389d40ad6e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.095094] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Uploading image 249e8e58-e824-48d0-87e2-e22228337e04 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 610.105669] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 610.105988] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a1fabc4-73c1-474a-ac22-2e9bdae21255 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.114273] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 610.114273] env[62664]: value = "task-2697346" [ 610.114273] env[62664]: _type = "Task" [ 610.114273] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.124012] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697346, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.143896] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.278108] env[62664]: DEBUG nova.network.neutron [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Updated VIF entry in instance network info cache for port dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.278108] env[62664]: DEBUG nova.network.neutron [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Updating instance_info_cache with network_info: [{"id": "dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f", "address": "fa:16:3e:86:53:34", "network": {"id": "7773588a-11c4-46fc-a5b6-5496e1a8c5c0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1519385904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbee345157534e34a918bf10ef65b9ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfd72f5c-fb", "ovs_interfaceid": "dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.280393] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.282904] env[62664]: DEBUG nova.compute.manager [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.288732] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.928s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.295734] env[62664]: DEBUG nova.objects.instance [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lazy-loading 'resources' on Instance uuid f7221dad-9186-4f83-adaf-676712163ed5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 610.312043] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.565974] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697343, 'name': CreateVM_Task, 'duration_secs': 1.462448} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.566280] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.566983] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.567078] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.567556] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.568309] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de5a943-ea31-4dc9-ac5b-36545f48fbe1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.574140] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for the task: (returnval){ [ 610.574140] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b056fe-1bf4-1914-1b33-d01d143c44a8" [ 610.574140] env[62664]: _type = "Task" [ 610.574140] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.589896] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b056fe-1bf4-1914-1b33-d01d143c44a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011432} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.590257] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.590498] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.593124] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.593124] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.593124] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.593124] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feefed59-8904-4430-929c-95c82338a531 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.604349] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.604886] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.605537] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ce883f-7b6a-4aff-90f7-5c31ddd165fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.613807] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for the task: (returnval){ [ 610.613807] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52153bfc-69a3-d59d-eeae-62116e198498" [ 610.613807] env[62664]: _type = "Task" [ 610.613807] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.631245] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52153bfc-69a3-d59d-eeae-62116e198498, 'name': SearchDatastore_Task, 'duration_secs': 0.011473} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.633917] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697346, 'name': Destroy_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.634164] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6eb9e57-18ea-47db-a155-ceefbceb2a01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.640462] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for the task: (returnval){ [ 610.640462] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b0dd4d-8875-e1e4-9e92-02b255df0488" [ 610.640462] env[62664]: _type = "Task" [ 610.640462] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.649616] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b0dd4d-8875-e1e4-9e92-02b255df0488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.674151] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.787310] env[62664]: DEBUG oslo_concurrency.lockutils [req-114b6b52-d054-4552-bf48-64f69e1b12d3 req-bbe16c92-1dc0-469d-87c2-b85b7dccd962 service nova] Releasing lock "refresh_cache-1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.800942] env[62664]: DEBUG nova.compute.utils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 610.806237] env[62664]: DEBUG nova.compute.manager [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.806452] env[62664]: DEBUG nova.network.neutron [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.820025] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697345, 'name': ReconfigVM_Task, 'duration_secs': 0.654879} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.820025] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829/3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.820025] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd967a7a-992d-4124-8ffb-3801f0ddf776 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.828920] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 610.828920] env[62664]: value = "task-2697347" [ 610.828920] env[62664]: _type = "Task" [ 610.828920] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.844412] env[62664]: DEBUG nova.compute.manager [req-fc689318-c353-4c6c-bc21-cef5b19e5e9d req-16c02496-1246-4e88-9f55-7215c98d1f64 service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Received event network-changed-3834d24d-25be-4912-9144-57c9ea1c987a {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.844412] env[62664]: DEBUG nova.compute.manager [req-fc689318-c353-4c6c-bc21-cef5b19e5e9d req-16c02496-1246-4e88-9f55-7215c98d1f64 service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Refreshing instance network info cache due to event network-changed-3834d24d-25be-4912-9144-57c9ea1c987a. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 610.844412] env[62664]: DEBUG oslo_concurrency.lockutils [req-fc689318-c353-4c6c-bc21-cef5b19e5e9d req-16c02496-1246-4e88-9f55-7215c98d1f64 service nova] Acquiring lock "refresh_cache-633100b8-c9ff-40d8-9e88-2091f4243b0f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.844412] env[62664]: DEBUG oslo_concurrency.lockutils [req-fc689318-c353-4c6c-bc21-cef5b19e5e9d req-16c02496-1246-4e88-9f55-7215c98d1f64 service nova] Acquired lock "refresh_cache-633100b8-c9ff-40d8-9e88-2091f4243b0f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.844412] env[62664]: DEBUG nova.network.neutron [req-fc689318-c353-4c6c-bc21-cef5b19e5e9d req-16c02496-1246-4e88-9f55-7215c98d1f64 service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Refreshing network info cache for port 3834d24d-25be-4912-9144-57c9ea1c987a {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.854822] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697347, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.889173] env[62664]: DEBUG nova.policy [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6244c3f081e5416fa31d856cfe47aa13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b857961a3d243998b76b0ec896c20a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.927748] env[62664]: DEBUG nova.network.neutron [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Updated VIF entry in instance network info cache for port b36c62a8-7cf6-4603-9272-c8ed8a75d0b4. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.927884] env[62664]: DEBUG nova.network.neutron [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Updating instance_info_cache with network_info: [{"id": "b36c62a8-7cf6-4603-9272-c8ed8a75d0b4", "address": "fa:16:3e:54:a0:20", "network": {"id": "0f33d86a-7c0f-444b-b7c8-e16515120144", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486053457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd8598875154a3ea0340182995c7285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36c62a8-7c", "ovs_interfaceid": "b36c62a8-7cf6-4603-9272-c8ed8a75d0b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.133169] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697346, 'name': Destroy_Task, 'duration_secs': 0.527847} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.133277] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Destroyed the VM [ 611.133590] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 611.133931] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-293a6d87-3bb9-424a-aea7-583ed6f72c07 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.151197] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 611.151197] env[62664]: value = "task-2697348" [ 611.151197] env[62664]: _type = "Task" [ 611.151197] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.168516] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b0dd4d-8875-e1e4-9e92-02b255df0488, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.178547] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.178547] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3/1d5f9a57-a196-47e3-9c6d-19a67f31f2b3.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.182909] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c10c6cf1-2b96-485a-99ab-2f15cb454487 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.186980] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquiring lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.187309] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.203152] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for the task: (returnval){ [ 611.203152] env[62664]: value = "task-2697349" [ 611.203152] env[62664]: _type = "Task" [ 611.203152] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.213424] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.310853] env[62664]: DEBUG nova.compute.manager [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.351493] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697347, 'name': Rename_Task, 'duration_secs': 0.203828} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.354590] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.355420] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2108516c-bf95-4f36-8d78-dcc83e2c6ae4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.364742] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 611.364742] env[62664]: value = "task-2697350" [ 611.364742] env[62664]: _type = "Task" [ 611.364742] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.384018] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.417633] env[62664]: DEBUG nova.network.neutron [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Successfully created port: 7da59fcd-bcac-4e15-80b6-715d6a3ea050 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.431898] env[62664]: DEBUG oslo_concurrency.lockutils [req-9996faa1-4a5b-40e5-b8d3-a7c96b4d3180 req-0c6accdd-789e-49b0-8a47-44d754b91226 service nova] Releasing lock "refresh_cache-18b48743-1ebd-4805-9e86-d03240b0d6c7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.500858] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2dfa75-e385-46cf-8e94-7af8c65b65e4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.511363] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1650ac79-a754-471a-925b-99ecd425cb7f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.547863] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607b1759-f22f-4b30-b36a-90ec39693456 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.557124] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecddb6ad-1ce9-4768-be12-e74e72366b87 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.573831] env[62664]: DEBUG nova.compute.provider_tree [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.671174] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697348, 'name': RemoveSnapshot_Task} progress is 52%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.713253] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697349, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.877463] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.001338] env[62664]: DEBUG nova.network.neutron [req-fc689318-c353-4c6c-bc21-cef5b19e5e9d req-16c02496-1246-4e88-9f55-7215c98d1f64 service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Updated VIF entry in instance network info cache for port 3834d24d-25be-4912-9144-57c9ea1c987a. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.001338] env[62664]: DEBUG nova.network.neutron [req-fc689318-c353-4c6c-bc21-cef5b19e5e9d req-16c02496-1246-4e88-9f55-7215c98d1f64 service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Updating instance_info_cache with network_info: [{"id": "3834d24d-25be-4912-9144-57c9ea1c987a", "address": "fa:16:3e:05:07:17", "network": {"id": "4a83d51f-b9f6-4640-9efa-047028e46460", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-663153909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54eced362e864b03858286b715101227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3834d24d-25", "ovs_interfaceid": "3834d24d-25be-4912-9144-57c9ea1c987a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.026233] env[62664]: DEBUG nova.compute.manager [req-761bf009-e8f1-47bc-a6b5-7db58c96bd41 req-7057759b-807e-4088-8805-1e317e21c3ab service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Received event network-vif-plugged-e1536128-07b8-4b12-ae3b-1265b1437724 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.026461] env[62664]: DEBUG oslo_concurrency.lockutils [req-761bf009-e8f1-47bc-a6b5-7db58c96bd41 req-7057759b-807e-4088-8805-1e317e21c3ab service nova] Acquiring lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.026706] env[62664]: DEBUG oslo_concurrency.lockutils [req-761bf009-e8f1-47bc-a6b5-7db58c96bd41 req-7057759b-807e-4088-8805-1e317e21c3ab service nova] Lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.026896] env[62664]: DEBUG oslo_concurrency.lockutils [req-761bf009-e8f1-47bc-a6b5-7db58c96bd41 req-7057759b-807e-4088-8805-1e317e21c3ab service nova] Lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.027079] env[62664]: DEBUG nova.compute.manager [req-761bf009-e8f1-47bc-a6b5-7db58c96bd41 req-7057759b-807e-4088-8805-1e317e21c3ab service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] No waiting events found dispatching network-vif-plugged-e1536128-07b8-4b12-ae3b-1265b1437724 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.027253] env[62664]: WARNING nova.compute.manager [req-761bf009-e8f1-47bc-a6b5-7db58c96bd41 req-7057759b-807e-4088-8805-1e317e21c3ab service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Received unexpected event network-vif-plugged-e1536128-07b8-4b12-ae3b-1265b1437724 for instance with vm_state building and task_state spawning. [ 612.075471] env[62664]: DEBUG nova.network.neutron [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Successfully updated port: e1536128-07b8-4b12-ae3b-1265b1437724 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.077960] env[62664]: DEBUG nova.scheduler.client.report [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.168830] env[62664]: DEBUG oslo_vmware.api [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697348, 'name': RemoveSnapshot_Task, 'duration_secs': 0.868299} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.171017] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 612.217609] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535171} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.217609] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3/1d5f9a57-a196-47e3-9c6d-19a67f31f2b3.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.217609] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.218600] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb3186e-0c26-468c-bf11-a193706a456a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.230019] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for the task: (returnval){ [ 612.230019] env[62664]: value = "task-2697351" [ 612.230019] env[62664]: _type = "Task" [ 612.230019] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.242818] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.324023] env[62664]: DEBUG nova.compute.manager [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.357094] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.357355] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.357508] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.357682] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.357822] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.358161] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.358407] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.358699] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.358891] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.359079] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.359307] env[62664]: DEBUG nova.virt.hardware [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.361073] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce43bca-d584-46e7-9b7b-fe3ed8353177 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.373300] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ab6aa3-97ef-4b5d-b59b-dc15be81ab26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.382177] env[62664]: DEBUG oslo_vmware.api [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697350, 'name': PowerOnVM_Task, 'duration_secs': 0.731428} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.383262] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.383491] env[62664]: INFO nova.compute.manager [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Took 9.44 seconds to spawn the instance on the hypervisor. [ 612.383679] env[62664]: DEBUG nova.compute.manager [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.384481] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32282bc-73f1-46bb-9e10-76262659bff0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.506731] env[62664]: DEBUG oslo_concurrency.lockutils [req-fc689318-c353-4c6c-bc21-cef5b19e5e9d req-16c02496-1246-4e88-9f55-7215c98d1f64 service nova] Releasing lock "refresh_cache-633100b8-c9ff-40d8-9e88-2091f4243b0f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.576573] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "refresh_cache-1dc0fc2c-e96b-4366-ac81-67b190e65ab7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.578320] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquired lock "refresh_cache-1dc0fc2c-e96b-4366-ac81-67b190e65ab7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.578320] env[62664]: DEBUG nova.network.neutron [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.588640] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.588640] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.178s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.590037] env[62664]: INFO nova.compute.claims [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.628106] env[62664]: INFO nova.scheduler.client.report [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Deleted allocations for instance f7221dad-9186-4f83-adaf-676712163ed5 [ 612.677914] env[62664]: WARNING nova.compute.manager [None req-f631c660-6935-417d-a29d-995189ae8ddf tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Image not found during snapshot: nova.exception.ImageNotFound: Image 249e8e58-e824-48d0-87e2-e22228337e04 could not be found. [ 612.743373] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106395} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.743634] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.747225] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ed04b0-fb36-4ff3-acff-13fb3c57fae4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.774892] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3/1d5f9a57-a196-47e3-9c6d-19a67f31f2b3.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.775238] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0bf0629-6c32-4e41-a33b-2911aa8f71a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.797579] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for the task: (returnval){ [ 612.797579] env[62664]: value = "task-2697352" [ 612.797579] env[62664]: _type = "Task" [ 612.797579] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.809214] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.917289] env[62664]: INFO nova.compute.manager [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Took 32.18 seconds to build instance. [ 613.057632] env[62664]: DEBUG nova.compute.manager [req-13088614-4474-48f1-997f-2f8db5711f3d req-edf7a1a4-6203-4e9b-8394-8f932b60a4a4 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Received event network-changed-4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.057852] env[62664]: DEBUG nova.compute.manager [req-13088614-4474-48f1-997f-2f8db5711f3d req-edf7a1a4-6203-4e9b-8394-8f932b60a4a4 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Refreshing instance network info cache due to event network-changed-4be2992b-8f53-4658-82e7-d43b90625482. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 613.058401] env[62664]: DEBUG oslo_concurrency.lockutils [req-13088614-4474-48f1-997f-2f8db5711f3d req-edf7a1a4-6203-4e9b-8394-8f932b60a4a4 service nova] Acquiring lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.058597] env[62664]: DEBUG oslo_concurrency.lockutils [req-13088614-4474-48f1-997f-2f8db5711f3d req-edf7a1a4-6203-4e9b-8394-8f932b60a4a4 service nova] Acquired lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.058781] env[62664]: DEBUG nova.network.neutron [req-13088614-4474-48f1-997f-2f8db5711f3d req-edf7a1a4-6203-4e9b-8394-8f932b60a4a4 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Refreshing network info cache for port 4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.128787] env[62664]: DEBUG nova.network.neutron [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.135064] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19393cd5-7544-4352-b4b1-041ae31867dd tempest-ServersAdmin275Test-1366145811 tempest-ServersAdmin275Test-1366145811-project-member] Lock "f7221dad-9186-4f83-adaf-676712163ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.427s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.311419] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.368989] env[62664]: DEBUG nova.network.neutron [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Updating instance_info_cache with network_info: [{"id": "e1536128-07b8-4b12-ae3b-1265b1437724", "address": "fa:16:3e:0d:fe:da", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1536128-07", "ovs_interfaceid": "e1536128-07b8-4b12-ae3b-1265b1437724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.399968] env[62664]: DEBUG nova.network.neutron [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Successfully updated port: 7da59fcd-bcac-4e15-80b6-715d6a3ea050 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.420354] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c71826bd-24ac-4d65-8615-4cd2bb869504 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.713s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.814650] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697352, 'name': ReconfigVM_Task, 'duration_secs': 0.740032} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.814948] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3/1d5f9a57-a196-47e3-9c6d-19a67f31f2b3.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.815607] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c294844b-31de-4477-a1c0-f78ab67137f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.826939] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for the task: (returnval){ [ 613.826939] env[62664]: value = "task-2697353" [ 613.826939] env[62664]: _type = "Task" [ 613.826939] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.833732] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.835185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.835185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.835185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.835185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.836866] env[62664]: INFO nova.compute.manager [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Terminating instance [ 613.848489] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697353, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.871539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Releasing lock "refresh_cache-1dc0fc2c-e96b-4366-ac81-67b190e65ab7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.871843] env[62664]: DEBUG nova.compute.manager [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Instance network_info: |[{"id": "e1536128-07b8-4b12-ae3b-1265b1437724", "address": "fa:16:3e:0d:fe:da", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1536128-07", "ovs_interfaceid": "e1536128-07b8-4b12-ae3b-1265b1437724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.872264] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:fe:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1536128-07b8-4b12-ae3b-1265b1437724', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.883728] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Creating folder: Project (134e32f4f7e9479ba0df8d31d3e55208). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.883728] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc296b41-aac0-4abb-9d82-a7ff13d64703 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.897671] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Created folder: Project (134e32f4f7e9479ba0df8d31d3e55208) in parent group-v543506. [ 613.897892] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Creating folder: Instances. Parent ref: group-v543568. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.898186] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd00f5df-5614-4610-adf8-34161b800d26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.901777] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquiring lock "refresh_cache-59b7a1ff-34c0-4adc-a767-50694c76b190" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.901853] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquired lock "refresh_cache-59b7a1ff-34c0-4adc-a767-50694c76b190" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.902358] env[62664]: DEBUG nova.network.neutron [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.912698] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Created folder: Instances in parent group-v543568. [ 613.912961] env[62664]: DEBUG oslo.service.loopingcall [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.913205] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.913438] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a44181f5-e0d5-45a0-8ba0-316ef979069b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.937206] env[62664]: DEBUG nova.compute.manager [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.948374] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.948374] env[62664]: value = "task-2697356" [ 613.948374] env[62664]: _type = "Task" [ 613.948374] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.961231] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697356, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.168177] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716e6995-beca-4740-895c-76b7533c8f26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.177236] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d5d915-ba7a-4fdc-9196-a72b189d9977 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.217401] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f1beb9-3b8e-4384-84b5-9cc22a6cecfa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.229253] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d00a7b-6b03-46c5-8dd3-232ae431bb10 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.246137] env[62664]: DEBUG nova.compute.provider_tree [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.285025] env[62664]: DEBUG nova.network.neutron [req-13088614-4474-48f1-997f-2f8db5711f3d req-edf7a1a4-6203-4e9b-8394-8f932b60a4a4 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updated VIF entry in instance network info cache for port 4be2992b-8f53-4658-82e7-d43b90625482. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.285515] env[62664]: DEBUG nova.network.neutron [req-13088614-4474-48f1-997f-2f8db5711f3d req-edf7a1a4-6203-4e9b-8394-8f932b60a4a4 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updating instance_info_cache with network_info: [{"id": "4be2992b-8f53-4658-82e7-d43b90625482", "address": "fa:16:3e:74:6a:a8", "network": {"id": "198a37cc-671d-4302-b11a-0f7adfcf4f24", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759232336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44c19108fca47c0ba443dd2cd71f2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be2992b-8f", "ovs_interfaceid": "4be2992b-8f53-4658-82e7-d43b90625482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.337111] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697353, 'name': Rename_Task, 'duration_secs': 0.291466} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.337430] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.337863] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5494d167-bdb3-4cf7-b107-7c277ac8e039 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.347613] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for the task: (returnval){ [ 614.347613] env[62664]: value = "task-2697357" [ 614.347613] env[62664]: _type = "Task" [ 614.347613] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.357030] env[62664]: DEBUG nova.compute.manager [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.357030] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.357030] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30066d9d-c62e-44ae-9b77-a69aeb88bb78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.363843] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.367160] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f2a49fe-efbe-4306-9428-b2dc50b6649f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.370632] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.376742] env[62664]: DEBUG oslo_vmware.api [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 614.376742] env[62664]: value = "task-2697358" [ 614.376742] env[62664]: _type = "Task" [ 614.376742] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.388664] env[62664]: DEBUG oslo_vmware.api [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.390063] env[62664]: DEBUG nova.compute.manager [req-0465273d-d7a2-4ee0-b1e6-f32976a11390 req-63bf12d1-7689-477e-8a0e-6738adc3ea40 service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Received event network-changed-e1536128-07b8-4b12-ae3b-1265b1437724 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.390323] env[62664]: DEBUG nova.compute.manager [req-0465273d-d7a2-4ee0-b1e6-f32976a11390 req-63bf12d1-7689-477e-8a0e-6738adc3ea40 service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Refreshing instance network info cache due to event network-changed-e1536128-07b8-4b12-ae3b-1265b1437724. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.390488] env[62664]: DEBUG oslo_concurrency.lockutils [req-0465273d-d7a2-4ee0-b1e6-f32976a11390 req-63bf12d1-7689-477e-8a0e-6738adc3ea40 service nova] Acquiring lock "refresh_cache-1dc0fc2c-e96b-4366-ac81-67b190e65ab7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.390626] env[62664]: DEBUG oslo_concurrency.lockutils [req-0465273d-d7a2-4ee0-b1e6-f32976a11390 req-63bf12d1-7689-477e-8a0e-6738adc3ea40 service nova] Acquired lock "refresh_cache-1dc0fc2c-e96b-4366-ac81-67b190e65ab7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.390847] env[62664]: DEBUG nova.network.neutron [req-0465273d-d7a2-4ee0-b1e6-f32976a11390 req-63bf12d1-7689-477e-8a0e-6738adc3ea40 service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Refreshing network info cache for port e1536128-07b8-4b12-ae3b-1265b1437724 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.461251] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697356, 'name': CreateVM_Task, 'duration_secs': 0.449557} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.461412] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.462238] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.462409] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.462740] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.463466] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27281aed-4bd4-40c1-b5f0-a97219563d2e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.467962] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.473225] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 614.473225] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f3ebbc-bbe1-815d-c5f9-4c766d85e078" [ 614.473225] env[62664]: _type = "Task" [ 614.473225] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.485554] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f3ebbc-bbe1-815d-c5f9-4c766d85e078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.486427] env[62664]: DEBUG nova.network.neutron [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.723637] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.723962] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.724246] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.724450] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.724623] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.726957] env[62664]: INFO nova.compute.manager [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Terminating instance [ 614.757765] env[62664]: DEBUG nova.scheduler.client.report [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.787844] env[62664]: DEBUG oslo_concurrency.lockutils [req-13088614-4474-48f1-997f-2f8db5711f3d req-edf7a1a4-6203-4e9b-8394-8f932b60a4a4 service nova] Releasing lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.861603] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697357, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.893407] env[62664]: DEBUG oslo_vmware.api [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697358, 'name': PowerOffVM_Task, 'duration_secs': 0.233652} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.893407] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.893407] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.893407] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-617f3865-0b59-4792-9d06-88de0799cb2c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.914029] env[62664]: DEBUG nova.network.neutron [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Updating instance_info_cache with network_info: [{"id": "7da59fcd-bcac-4e15-80b6-715d6a3ea050", "address": "fa:16:3e:cf:97:6b", "network": {"id": "934caca0-2780-42f8-88a4-5cbef1b68862", "bridge": "br-int", "label": "tempest-ServersTestJSON-694806823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b857961a3d243998b76b0ec896c20a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da59fcd-bc", "ovs_interfaceid": "7da59fcd-bcac-4e15-80b6-715d6a3ea050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.977188] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.977188] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.977188] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Deleting the datastore file [datastore1] 03359cc0-ef5f-4cdf-bd91-445ddf1da33f {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.984515] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f9e96fc-b657-4d2a-90f3-d5dff23a4258 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.998462] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f3ebbc-bbe1-815d-c5f9-4c766d85e078, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.006156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.006156] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.006156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.006156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.006433] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.007184] env[62664]: DEBUG oslo_vmware.api [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 615.007184] env[62664]: value = "task-2697360" [ 615.007184] env[62664]: _type = "Task" [ 615.007184] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.008146] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f38638e-75ff-4845-bb45-84e9f297bc21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.025856] env[62664]: DEBUG oslo_vmware.api [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.027671] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.031136] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.031136] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e3c53b-596a-4e7d-9a94-c2efcafb2c7e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.038728] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 615.038728] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dbef1c-1b8d-330c-0cd0-f3a2e6bd011a" [ 615.038728] env[62664]: _type = "Task" [ 615.038728] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.053680] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dbef1c-1b8d-330c-0cd0-f3a2e6bd011a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.178177] env[62664]: DEBUG nova.network.neutron [req-0465273d-d7a2-4ee0-b1e6-f32976a11390 req-63bf12d1-7689-477e-8a0e-6738adc3ea40 service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Updated VIF entry in instance network info cache for port e1536128-07b8-4b12-ae3b-1265b1437724. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.178177] env[62664]: DEBUG nova.network.neutron [req-0465273d-d7a2-4ee0-b1e6-f32976a11390 req-63bf12d1-7689-477e-8a0e-6738adc3ea40 service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Updating instance_info_cache with network_info: [{"id": "e1536128-07b8-4b12-ae3b-1265b1437724", "address": "fa:16:3e:0d:fe:da", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1536128-07", "ovs_interfaceid": "e1536128-07b8-4b12-ae3b-1265b1437724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.232088] env[62664]: DEBUG nova.compute.manager [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 615.232450] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.233494] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e317b32a-32a6-46ed-8f88-7dc8ca1ce692 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.243972] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.245376] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4d75e64-9e7b-4198-a2a1-d07adb81b40e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.251576] env[62664]: DEBUG nova.compute.manager [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Received event network-vif-plugged-7da59fcd-bcac-4e15-80b6-715d6a3ea050 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.251576] env[62664]: DEBUG oslo_concurrency.lockutils [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] Acquiring lock "59b7a1ff-34c0-4adc-a767-50694c76b190-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.251576] env[62664]: DEBUG oslo_concurrency.lockutils [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] Lock "59b7a1ff-34c0-4adc-a767-50694c76b190-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.251576] env[62664]: DEBUG oslo_concurrency.lockutils [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] Lock "59b7a1ff-34c0-4adc-a767-50694c76b190-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.251576] env[62664]: DEBUG nova.compute.manager [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] No waiting events found dispatching network-vif-plugged-7da59fcd-bcac-4e15-80b6-715d6a3ea050 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.252375] env[62664]: WARNING nova.compute.manager [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Received unexpected event network-vif-plugged-7da59fcd-bcac-4e15-80b6-715d6a3ea050 for instance with vm_state building and task_state spawning. [ 615.252375] env[62664]: DEBUG nova.compute.manager [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Received event network-changed-7da59fcd-bcac-4e15-80b6-715d6a3ea050 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.252375] env[62664]: DEBUG nova.compute.manager [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Refreshing instance network info cache due to event network-changed-7da59fcd-bcac-4e15-80b6-715d6a3ea050. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.252375] env[62664]: DEBUG oslo_concurrency.lockutils [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] Acquiring lock "refresh_cache-59b7a1ff-34c0-4adc-a767-50694c76b190" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.259745] env[62664]: DEBUG oslo_vmware.api [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 615.259745] env[62664]: value = "task-2697361" [ 615.259745] env[62664]: _type = "Task" [ 615.259745] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.267466] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.267699] env[62664]: DEBUG nova.compute.manager [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.276947] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.468s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.277254] env[62664]: DEBUG nova.objects.instance [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lazy-loading 'resources' on Instance uuid b1972c25-31b0-4a64-9d89-84acc449be29 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.279283] env[62664]: DEBUG oslo_vmware.api [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.360711] env[62664]: DEBUG oslo_vmware.api [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697357, 'name': PowerOnVM_Task, 'duration_secs': 0.560466} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.361070] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.361330] env[62664]: INFO nova.compute.manager [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Took 9.78 seconds to spawn the instance on the hypervisor. [ 615.361521] env[62664]: DEBUG nova.compute.manager [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.362641] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863e1ad7-0b83-4b51-9586-69390ea62518 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.418223] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Releasing lock "refresh_cache-59b7a1ff-34c0-4adc-a767-50694c76b190" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.418223] env[62664]: DEBUG nova.compute.manager [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Instance network_info: |[{"id": "7da59fcd-bcac-4e15-80b6-715d6a3ea050", "address": "fa:16:3e:cf:97:6b", "network": {"id": "934caca0-2780-42f8-88a4-5cbef1b68862", "bridge": "br-int", "label": "tempest-ServersTestJSON-694806823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b857961a3d243998b76b0ec896c20a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da59fcd-bc", "ovs_interfaceid": "7da59fcd-bcac-4e15-80b6-715d6a3ea050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.418351] env[62664]: DEBUG oslo_concurrency.lockutils [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] Acquired lock "refresh_cache-59b7a1ff-34c0-4adc-a767-50694c76b190" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.418351] env[62664]: DEBUG nova.network.neutron [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Refreshing network info cache for port 7da59fcd-bcac-4e15-80b6-715d6a3ea050 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.419603] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:97:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7da59fcd-bcac-4e15-80b6-715d6a3ea050', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.435038] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Creating folder: Project (8b857961a3d243998b76b0ec896c20a5). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.438083] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0986db2-f2f7-4b3b-9c4e-a5f3f98ee6b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.453084] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Created folder: Project (8b857961a3d243998b76b0ec896c20a5) in parent group-v543506. [ 615.457218] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Creating folder: Instances. Parent ref: group-v543571. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.457935] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29289f40-dc65-4a6f-9207-1a29240c981f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.473529] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Created folder: Instances in parent group-v543571. [ 615.474422] env[62664]: DEBUG oslo.service.loopingcall [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.474422] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.474651] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c769c2-d0fd-44c8-9f1c-7f2637603170 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.500119] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.500119] env[62664]: value = "task-2697364" [ 615.500119] env[62664]: _type = "Task" [ 615.500119] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.514665] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697364, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.524283] env[62664]: DEBUG oslo_vmware.api [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149503} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.524557] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.524737] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.524904] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.525085] env[62664]: INFO nova.compute.manager [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 615.525326] env[62664]: DEBUG oslo.service.loopingcall [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.525513] env[62664]: DEBUG nova.compute.manager [-] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.525603] env[62664]: DEBUG nova.network.neutron [-] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.551134] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dbef1c-1b8d-330c-0cd0-f3a2e6bd011a, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.552195] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd09ae9-926a-4cfa-a885-bcf3b0f5de7d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.559542] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 615.559542] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529f4fb5-a8dd-2dba-d539-cb3da07b986c" [ 615.559542] env[62664]: _type = "Task" [ 615.559542] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.571325] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529f4fb5-a8dd-2dba-d539-cb3da07b986c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.680880] env[62664]: DEBUG oslo_concurrency.lockutils [req-0465273d-d7a2-4ee0-b1e6-f32976a11390 req-63bf12d1-7689-477e-8a0e-6738adc3ea40 service nova] Releasing lock "refresh_cache-1dc0fc2c-e96b-4366-ac81-67b190e65ab7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.773183] env[62664]: DEBUG oslo_vmware.api [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697361, 'name': PowerOffVM_Task, 'duration_secs': 0.352402} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.773183] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.773501] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.773924] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3994b735-ee01-482e-8858-5fa4d6fcf077 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.788874] env[62664]: DEBUG nova.compute.utils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.792255] env[62664]: DEBUG nova.compute.manager [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.792969] env[62664]: DEBUG nova.network.neutron [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.855188] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.856318] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.856318] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Deleting the datastore file [datastore1] 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.856318] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52b37a5d-c237-4c1e-b352-d76144137886 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.872601] env[62664]: DEBUG oslo_vmware.api [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for the task: (returnval){ [ 615.872601] env[62664]: value = "task-2697366" [ 615.872601] env[62664]: _type = "Task" [ 615.872601] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.891764] env[62664]: DEBUG oslo_vmware.api [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.891764] env[62664]: INFO nova.compute.manager [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Took 30.13 seconds to build instance. [ 615.926243] env[62664]: DEBUG nova.policy [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99e873b2f03f4896b8ac301dae9cc320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '134e32f4f7e9479ba0df8d31d3e55208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.009235] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.020808] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.022290] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697364, 'name': CreateVM_Task, 'duration_secs': 0.401036} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.026091] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.027172] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.027350] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.027674] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.027939] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6544d4e3-a39b-4b4c-a82b-9dfbcb51cd77 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.041189] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for the task: (returnval){ [ 616.041189] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528050fe-1c37-ac36-69e5-f3a11c56348b" [ 616.041189] env[62664]: _type = "Task" [ 616.041189] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.055148] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528050fe-1c37-ac36-69e5-f3a11c56348b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.077590] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529f4fb5-a8dd-2dba-d539-cb3da07b986c, 'name': SearchDatastore_Task, 'duration_secs': 0.013628} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.080878] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.081525] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 1dc0fc2c-e96b-4366-ac81-67b190e65ab7/1dc0fc2c-e96b-4366-ac81-67b190e65ab7.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.085020] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-094e94ce-1cf2-4aef-b99d-d62bc9c16fe4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.092191] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 616.092191] env[62664]: value = "task-2697367" [ 616.092191] env[62664]: _type = "Task" [ 616.092191] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.105820] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.299258] env[62664]: DEBUG nova.compute.manager [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.396803] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cc81d2a6-df57-4001-88d7-b5f4f52141eb tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.648s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.405815] env[62664]: DEBUG oslo_vmware.api [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Task: {'id': task-2697366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145416} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.405815] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.405953] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.407403] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.407664] env[62664]: INFO nova.compute.manager [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Took 1.18 seconds to destroy the instance on the hypervisor. [ 616.408174] env[62664]: DEBUG oslo.service.loopingcall [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.408964] env[62664]: DEBUG nova.compute.manager [-] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 616.408964] env[62664]: DEBUG nova.network.neutron [-] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.476960] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3159af-4f0c-4be9-aab4-c0263d6995f5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.488063] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc919e8c-cb4d-44de-a9f1-e5ee2a63f867 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.548754] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 616.548909] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 616.549041] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Rebuilding the list of instances to heal {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 616.551892] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0cae4f-a39b-459b-a004-97b12e7528c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.571036] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528050fe-1c37-ac36-69e5-f3a11c56348b, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.572038] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.572038] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.572198] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.572312] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.572531] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.572867] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f84abe57-a5c2-4ad0-80d1-6004dfecedfa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.577233] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813d2b37-9545-45be-87ea-0b2e1ab2e290 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.600511] env[62664]: DEBUG nova.compute.provider_tree [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.609015] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.609226] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.610245] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c37767-1009-4b84-b7d9-8e15c6acfb73 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.618247] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for the task: (returnval){ [ 616.618247] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52363516-d79c-0e26-582a-7cedc191a254" [ 616.618247] env[62664]: _type = "Task" [ 616.618247] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.621519] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697367, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.630567] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52363516-d79c-0e26-582a-7cedc191a254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.681915] env[62664]: DEBUG nova.network.neutron [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Updated VIF entry in instance network info cache for port 7da59fcd-bcac-4e15-80b6-715d6a3ea050. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.682295] env[62664]: DEBUG nova.network.neutron [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Updating instance_info_cache with network_info: [{"id": "7da59fcd-bcac-4e15-80b6-715d6a3ea050", "address": "fa:16:3e:cf:97:6b", "network": {"id": "934caca0-2780-42f8-88a4-5cbef1b68862", "bridge": "br-int", "label": "tempest-ServersTestJSON-694806823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b857961a3d243998b76b0ec896c20a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da59fcd-bc", "ovs_interfaceid": "7da59fcd-bcac-4e15-80b6-715d6a3ea050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.773941] env[62664]: DEBUG nova.network.neutron [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Successfully created port: 76dafb26-199e-466c-8d74-7e593c2c039d {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.812642] env[62664]: DEBUG nova.compute.manager [req-35f2dcf9-5a1a-4b74-bfb5-c88b6c63155e req-8f7b101f-8d46-4ccd-83bd-c122d72053bf service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Received event network-vif-deleted-47bb0243-2c95-4e7e-b09f-47138e322c52 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.812642] env[62664]: INFO nova.compute.manager [req-35f2dcf9-5a1a-4b74-bfb5-c88b6c63155e req-8f7b101f-8d46-4ccd-83bd-c122d72053bf service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Neutron deleted interface 47bb0243-2c95-4e7e-b09f-47138e322c52; detaching it from the instance and deleting it from the info cache [ 616.812832] env[62664]: DEBUG nova.network.neutron [req-35f2dcf9-5a1a-4b74-bfb5-c88b6c63155e req-8f7b101f-8d46-4ccd-83bd-c122d72053bf service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.895145] env[62664]: DEBUG nova.network.neutron [-] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.901907] env[62664]: DEBUG nova.compute.manager [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.056421] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Skipping network cache update for instance because it is being deleted. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 617.056612] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Skipping network cache update for instance because it is being deleted. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 617.056746] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 617.056871] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 617.056996] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 617.106020] env[62664]: DEBUG nova.scheduler.client.report [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.109120] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.109255] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.109398] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 617.109546] env[62664]: DEBUG nova.objects.instance [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lazy-loading 'info_cache' on Instance uuid 3afea66f-7d69-4d19-9a8e-2744aa2ce954 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.117595] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55816} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.117787] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 1dc0fc2c-e96b-4366-ac81-67b190e65ab7/1dc0fc2c-e96b-4366-ac81-67b190e65ab7.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.118159] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.118564] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cca8d38b-d7c0-42a3-8969-abfdf16562c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.132027] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 617.132027] env[62664]: value = "task-2697368" [ 617.132027] env[62664]: _type = "Task" [ 617.132027] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.141668] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52363516-d79c-0e26-582a-7cedc191a254, 'name': SearchDatastore_Task, 'duration_secs': 0.026399} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.148193] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce007b73-537a-4944-9a99-bbe7b0b01ab0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.151923] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.156222] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for the task: (returnval){ [ 617.156222] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526f2e69-8274-0883-00e3-30efda3b1f89" [ 617.156222] env[62664]: _type = "Task" [ 617.156222] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.177020] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526f2e69-8274-0883-00e3-30efda3b1f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.185520] env[62664]: DEBUG oslo_concurrency.lockutils [req-1f2f0d16-3181-46a7-8047-757a62b4d962 req-e8c2211b-6651-4412-b6ec-3e2149a98faa service nova] Releasing lock "refresh_cache-59b7a1ff-34c0-4adc-a767-50694c76b190" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.283661] env[62664]: DEBUG oslo_concurrency.lockutils [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "d923bec1-81c9-491d-9dca-4c758893e809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.284044] env[62664]: DEBUG oslo_concurrency.lockutils [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "d923bec1-81c9-491d-9dca-4c758893e809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.284089] env[62664]: DEBUG oslo_concurrency.lockutils [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "d923bec1-81c9-491d-9dca-4c758893e809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.284303] env[62664]: DEBUG oslo_concurrency.lockutils [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "d923bec1-81c9-491d-9dca-4c758893e809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.284473] env[62664]: DEBUG oslo_concurrency.lockutils [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "d923bec1-81c9-491d-9dca-4c758893e809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.291380] env[62664]: INFO nova.compute.manager [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Terminating instance [ 617.313068] env[62664]: DEBUG nova.compute.manager [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.321990] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55e38bd7-4d1f-4555-af83-b78d0f998fb2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.338980] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3c6c1b-1fb7-479a-ba6e-cbb9e7278e68 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.360283] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.360592] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.360772] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.360957] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.361681] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.362910] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.362910] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.362910] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.362910] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.362910] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.363181] env[62664]: DEBUG nova.virt.hardware [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.364091] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab43a843-e868-4c68-8a1a-9157c70d8c30 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.380217] env[62664]: DEBUG nova.compute.manager [req-35f2dcf9-5a1a-4b74-bfb5-c88b6c63155e req-8f7b101f-8d46-4ccd-83bd-c122d72053bf service nova] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Detach interface failed, port_id=47bb0243-2c95-4e7e-b09f-47138e322c52, reason: Instance 03359cc0-ef5f-4cdf-bd91-445ddf1da33f could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 617.387513] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439591f9-031d-40ba-9bd1-b47028cbdf15 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.413839] env[62664]: INFO nova.compute.manager [-] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Took 1.89 seconds to deallocate network for instance. [ 617.442430] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.444876] env[62664]: DEBUG nova.network.neutron [-] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.612980] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.618282] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.417s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.651891] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086579} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.653134] env[62664]: INFO nova.scheduler.client.report [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Deleted allocations for instance b1972c25-31b0-4a64-9d89-84acc449be29 [ 617.654890] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.661754] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd2296-aa52-4ed5-8aa9-5a5b76275e4e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.697697] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 1dc0fc2c-e96b-4366-ac81-67b190e65ab7/1dc0fc2c-e96b-4366-ac81-67b190e65ab7.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.698432] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526f2e69-8274-0883-00e3-30efda3b1f89, 'name': SearchDatastore_Task, 'duration_secs': 0.029842} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.698647] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8b28266-7e2a-4b30-8480-3759b78a3935 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.714072] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.714330] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 59b7a1ff-34c0-4adc-a767-50694c76b190/59b7a1ff-34c0-4adc-a767-50694c76b190.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.714629] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60147706-c824-49e9-900b-4626bdfe1465 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.723478] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for the task: (returnval){ [ 617.723478] env[62664]: value = "task-2697369" [ 617.723478] env[62664]: _type = "Task" [ 617.723478] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.725446] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 617.725446] env[62664]: value = "task-2697370" [ 617.725446] env[62664]: _type = "Task" [ 617.725446] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.738458] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.743244] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.787246] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquiring lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.787519] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.787735] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquiring lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.787909] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.788109] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.790915] env[62664]: INFO nova.compute.manager [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Terminating instance [ 617.798397] env[62664]: DEBUG nova.compute.manager [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.798397] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.799029] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb8af2c-0f45-483a-8644-b0ed7eead7ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.810608] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.810608] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca20752c-eff5-4213-8f67-bbd34ce00859 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.816991] env[62664]: DEBUG oslo_vmware.api [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 617.816991] env[62664]: value = "task-2697371" [ 617.816991] env[62664]: _type = "Task" [ 617.816991] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.825531] env[62664]: DEBUG oslo_vmware.api [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.943851] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.948069] env[62664]: INFO nova.compute.manager [-] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Took 1.54 seconds to deallocate network for instance. [ 618.172819] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0f6799c9-96cc-4e58-b0f0-046c21c7d49e tempest-TenantUsagesTestJSON-1611603449 tempest-TenantUsagesTestJSON-1611603449-project-member] Lock "b1972c25-31b0-4a64-9d89-84acc449be29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.942s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.247212] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.247712] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.295689] env[62664]: DEBUG nova.compute.manager [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.296684] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.297295] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e64640d-9eb1-4501-a360-765a281d0a79 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.313861] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.314191] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2909e5c7-a13a-4612-817d-227b6b7c331b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.343789] env[62664]: DEBUG oslo_vmware.api [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for the task: (returnval){ [ 618.343789] env[62664]: value = "task-2697372" [ 618.343789] env[62664]: _type = "Task" [ 618.343789] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.344405] env[62664]: DEBUG oslo_vmware.api [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.360811] env[62664]: DEBUG oslo_vmware.api [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.457501] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.748685] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697370, 'name': ReconfigVM_Task, 'duration_secs': 0.621404} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.748685] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947643} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.751167] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 1dc0fc2c-e96b-4366-ac81-67b190e65ab7/1dc0fc2c-e96b-4366-ac81-67b190e65ab7.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.751843] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 59b7a1ff-34c0-4adc-a767-50694c76b190/59b7a1ff-34c0-4adc-a767-50694c76b190.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.752304] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.752741] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63cee0fb-b884-48ab-bf49-9b07475eb6b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.754476] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bd20411-7817-481e-a1e7-68bb2210b05a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.769733] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00116452-af6e-4d3a-8c71-110d004554f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.773194] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for the task: (returnval){ [ 618.773194] env[62664]: value = "task-2697374" [ 618.773194] env[62664]: _type = "Task" [ 618.773194] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.779377] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 618.779377] env[62664]: value = "task-2697373" [ 618.779377] env[62664]: _type = "Task" [ 618.779377] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.784438] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquiring lock "b493b6f4-5055-492f-84e4-25f70ca231aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.784438] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lock "b493b6f4-5055-492f-84e4-25f70ca231aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.791109] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91525c1c-c124-4603-abdd-1feee07ba307 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.802623] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.807766] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697373, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.840892] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c86cbbb-775d-46a8-abff-0237aeaea496 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.857361] env[62664]: DEBUG oslo_vmware.api [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697371, 'name': PowerOffVM_Task, 'duration_secs': 0.63725} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.863468] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.863468] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.864694] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dd487f-6c23-478a-b23a-b7504e909232 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.869208] env[62664]: DEBUG nova.network.neutron [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Successfully updated port: 76dafb26-199e-466c-8d74-7e593c2c039d {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.870578] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b5bce1b-4c6a-4c77-a9cb-c7339a24802c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.879391] env[62664]: DEBUG oslo_vmware.api [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697372, 'name': PowerOffVM_Task, 'duration_secs': 0.271993} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.890708] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.891081] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.892153] env[62664]: DEBUG nova.compute.provider_tree [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.897758] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ade8a95-ff52-4b83-8ccf-ce07798efe17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.943529] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.943529] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.943529] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Deleting the datastore file [datastore2] d923bec1-81c9-491d-9dca-4c758893e809 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.943802] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9147c9b4-fd1e-48f8-a667-d70c89621512 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.953206] env[62664]: DEBUG oslo_vmware.api [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 618.953206] env[62664]: value = "task-2697377" [ 618.953206] env[62664]: _type = "Task" [ 618.953206] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.962882] env[62664]: DEBUG oslo_vmware.api [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.970411] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.970610] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.970880] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Deleting the datastore file [datastore2] 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.971114] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86d13408-e8c0-47a2-ac9e-6a66dd3557ac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.979662] env[62664]: DEBUG oslo_vmware.api [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for the task: (returnval){ [ 618.979662] env[62664]: value = "task-2697378" [ 618.979662] env[62664]: _type = "Task" [ 618.979662] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.983186] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance_info_cache with network_info: [{"id": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "address": "fa:16:3e:25:a7:04", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b2c04d-1c", "ovs_interfaceid": "84b2c04d-1c2b-40c3-85be-54c5f1d20d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.990367] env[62664]: DEBUG oslo_vmware.api [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.105374] env[62664]: DEBUG nova.compute.manager [req-5e09671d-b290-4358-adfc-9b3e4fe0ccd0 req-0fd4a827-2d86-47fd-9c62-b765146c6d45 service nova] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Received event network-vif-plugged-76dafb26-199e-466c-8d74-7e593c2c039d {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.107617] env[62664]: DEBUG oslo_concurrency.lockutils [req-5e09671d-b290-4358-adfc-9b3e4fe0ccd0 req-0fd4a827-2d86-47fd-9c62-b765146c6d45 service nova] Acquiring lock "a3f6dea2-4192-44d8-8f03-0d26a3993429-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.107617] env[62664]: DEBUG oslo_concurrency.lockutils [req-5e09671d-b290-4358-adfc-9b3e4fe0ccd0 req-0fd4a827-2d86-47fd-9c62-b765146c6d45 service nova] Lock "a3f6dea2-4192-44d8-8f03-0d26a3993429-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.107617] env[62664]: DEBUG oslo_concurrency.lockutils [req-5e09671d-b290-4358-adfc-9b3e4fe0ccd0 req-0fd4a827-2d86-47fd-9c62-b765146c6d45 service nova] Lock "a3f6dea2-4192-44d8-8f03-0d26a3993429-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.107617] env[62664]: DEBUG nova.compute.manager [req-5e09671d-b290-4358-adfc-9b3e4fe0ccd0 req-0fd4a827-2d86-47fd-9c62-b765146c6d45 service nova] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] No waiting events found dispatching network-vif-plugged-76dafb26-199e-466c-8d74-7e593c2c039d {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.107617] env[62664]: WARNING nova.compute.manager [req-5e09671d-b290-4358-adfc-9b3e4fe0ccd0 req-0fd4a827-2d86-47fd-9c62-b765146c6d45 service nova] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Received unexpected event network-vif-plugged-76dafb26-199e-466c-8d74-7e593c2c039d for instance with vm_state building and task_state spawning. [ 619.168911] env[62664]: DEBUG nova.compute.manager [req-9111f269-f885-4696-bef4-62bcb7fcc12e req-f01b1fc3-5b9c-4e7d-8a95-71ed2947c356 service nova] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Received event network-vif-deleted-e2cb8c41-a3a2-421d-87bc-0dd48c74b8a7 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.287496] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07245} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.290822] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.292048] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e3ed1a-01d6-44b8-a240-ce39ba41c418 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.301302] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697373, 'name': Rename_Task, 'duration_secs': 0.170146} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.310543] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.319910] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 59b7a1ff-34c0-4adc-a767-50694c76b190/59b7a1ff-34c0-4adc-a767-50694c76b190.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.319910] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4655bc94-d438-4245-adef-a16a1badb467 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.321613] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc25f5d7-c103-4a30-8bb7-0b2c04c19272 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.343843] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 619.343843] env[62664]: value = "task-2697379" [ 619.343843] env[62664]: _type = "Task" [ 619.343843] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.349055] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for the task: (returnval){ [ 619.349055] env[62664]: value = "task-2697380" [ 619.349055] env[62664]: _type = "Task" [ 619.349055] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.352464] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.352464] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.361642] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.364855] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.371480] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "refresh_cache-a3f6dea2-4192-44d8-8f03-0d26a3993429" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.371678] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquired lock "refresh_cache-a3f6dea2-4192-44d8-8f03-0d26a3993429" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.371798] env[62664]: DEBUG nova.network.neutron [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.396662] env[62664]: DEBUG nova.scheduler.client.report [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.468252] env[62664]: DEBUG oslo_vmware.api [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147913} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.468518] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.468700] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.468952] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.469154] env[62664]: INFO nova.compute.manager [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Took 1.67 seconds to destroy the instance on the hypervisor. [ 619.469401] env[62664]: DEBUG oslo.service.loopingcall [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.469586] env[62664]: DEBUG nova.compute.manager [-] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.469682] env[62664]: DEBUG nova.network.neutron [-] [instance: d923bec1-81c9-491d-9dca-4c758893e809] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.485407] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-3afea66f-7d69-4d19-9a8e-2744aa2ce954" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.485601] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 619.485781] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.486029] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.486219] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.486399] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.486577] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.486756] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.486879] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 619.487026] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.492982] env[62664]: DEBUG oslo_vmware.api [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Task: {'id': task-2697378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145944} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.494587] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.494887] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.495143] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.495379] env[62664]: INFO nova.compute.manager [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 619.495830] env[62664]: DEBUG oslo.service.loopingcall [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.496053] env[62664]: DEBUG nova.compute.manager [-] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.496214] env[62664]: DEBUG nova.network.neutron [-] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.860835] env[62664]: DEBUG oslo_vmware.api [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697379, 'name': PowerOnVM_Task, 'duration_secs': 0.496949} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.861875] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.862119] env[62664]: INFO nova.compute.manager [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Took 10.37 seconds to spawn the instance on the hypervisor. [ 619.862302] env[62664]: DEBUG nova.compute.manager [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.863084] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff35d169-c27e-428a-a9db-184e42dccb5f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.870714] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.930387] env[62664]: DEBUG nova.network.neutron [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.995293] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.186860] env[62664]: DEBUG nova.network.neutron [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Updating instance_info_cache with network_info: [{"id": "76dafb26-199e-466c-8d74-7e593c2c039d", "address": "fa:16:3e:21:70:ad", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dafb26-19", "ovs_interfaceid": "76dafb26-199e-466c-8d74-7e593c2c039d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.297497] env[62664]: DEBUG nova.network.neutron [-] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.364792] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697380, 'name': ReconfigVM_Task, 'duration_secs': 0.705306} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.365094] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 59b7a1ff-34c0-4adc-a767-50694c76b190/59b7a1ff-34c0-4adc-a767-50694c76b190.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.365758] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b4e7443-2a7d-4e0b-95f5-01ce031c8913 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.376874] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for the task: (returnval){ [ 620.376874] env[62664]: value = "task-2697381" [ 620.376874] env[62664]: _type = "Task" [ 620.376874] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.391571] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697381, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.396278] env[62664]: INFO nova.compute.manager [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Took 31.80 seconds to build instance. [ 620.411294] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.792s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.415985] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.208s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.417834] env[62664]: INFO nova.compute.claims [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.485120] env[62664]: DEBUG nova.network.neutron [-] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.690943] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Releasing lock "refresh_cache-a3f6dea2-4192-44d8-8f03-0d26a3993429" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.690943] env[62664]: DEBUG nova.compute.manager [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Instance network_info: |[{"id": "76dafb26-199e-466c-8d74-7e593c2c039d", "address": "fa:16:3e:21:70:ad", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dafb26-19", "ovs_interfaceid": "76dafb26-199e-466c-8d74-7e593c2c039d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.691194] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:70:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76dafb26-199e-466c-8d74-7e593c2c039d', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.704017] env[62664]: DEBUG oslo.service.loopingcall [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.704017] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.704017] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-800616f9-86ea-4b94-9d33-233f7022c0db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.727733] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.727733] env[62664]: value = "task-2697382" [ 620.727733] env[62664]: _type = "Task" [ 620.727733] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.737193] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697382, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.799647] env[62664]: INFO nova.compute.manager [-] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Took 1.30 seconds to deallocate network for instance. [ 620.887571] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697381, 'name': Rename_Task, 'duration_secs': 0.150117} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.887861] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.888128] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-191e4c0e-a385-452a-acb5-8c8deaa22529 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.896433] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for the task: (returnval){ [ 620.896433] env[62664]: value = "task-2697383" [ 620.896433] env[62664]: _type = "Task" [ 620.896433] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.901264] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4b34cc0-d163-4731-a4ea-76d0ebc41b0b tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.334s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.909285] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.986882] env[62664]: INFO nova.scheduler.client.report [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Deleted allocation for migration c151a32e-8652-4bc7-8036-bc40293e933d [ 620.988264] env[62664]: INFO nova.compute.manager [-] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Took 1.52 seconds to deallocate network for instance. [ 621.137126] env[62664]: DEBUG nova.compute.manager [req-07a82fee-149a-4373-a250-762f8f362ace req-48be871c-c070-49dc-a2fa-90f7919e1957 service nova] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Received event network-changed-76dafb26-199e-466c-8d74-7e593c2c039d {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.137431] env[62664]: DEBUG nova.compute.manager [req-07a82fee-149a-4373-a250-762f8f362ace req-48be871c-c070-49dc-a2fa-90f7919e1957 service nova] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Refreshing instance network info cache due to event network-changed-76dafb26-199e-466c-8d74-7e593c2c039d. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.137564] env[62664]: DEBUG oslo_concurrency.lockutils [req-07a82fee-149a-4373-a250-762f8f362ace req-48be871c-c070-49dc-a2fa-90f7919e1957 service nova] Acquiring lock "refresh_cache-a3f6dea2-4192-44d8-8f03-0d26a3993429" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.137676] env[62664]: DEBUG oslo_concurrency.lockutils [req-07a82fee-149a-4373-a250-762f8f362ace req-48be871c-c070-49dc-a2fa-90f7919e1957 service nova] Acquired lock "refresh_cache-a3f6dea2-4192-44d8-8f03-0d26a3993429" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.137926] env[62664]: DEBUG nova.network.neutron [req-07a82fee-149a-4373-a250-762f8f362ace req-48be871c-c070-49dc-a2fa-90f7919e1957 service nova] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Refreshing network info cache for port 76dafb26-199e-466c-8d74-7e593c2c039d {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.221731] env[62664]: DEBUG nova.compute.manager [req-df60be58-2683-43ec-b251-4389478855da req-7cfdc6b3-2051-4159-80ae-0f8ffa1c3975 service nova] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Received event network-vif-deleted-fdcd0bd5-c158-4221-b737-bcb14532141c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.241980] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697382, 'name': CreateVM_Task, 'duration_secs': 0.386188} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.242280] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.243346] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.243579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.243876] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.244172] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab97d5be-56b2-45d6-833c-09f679d50582 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.250568] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 621.250568] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527357f2-70da-7da3-c8de-92b4784a0a68" [ 621.250568] env[62664]: _type = "Task" [ 621.250568] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.261815] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527357f2-70da-7da3-c8de-92b4784a0a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.307566] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.412029] env[62664]: DEBUG nova.compute.manager [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.415137] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697383, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.495537] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e56af4f8-3254-4738-b483-1320fcc549bc tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.527s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.500469] env[62664]: DEBUG oslo_concurrency.lockutils [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.762277] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527357f2-70da-7da3-c8de-92b4784a0a68, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.765333] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.765849] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.765849] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.765981] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.766177] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.767342] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb1112de-ea7b-4272-8c63-bc20ddd81b4f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.781918] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.782155] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.782897] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aafe7c5-bcef-4a35-baf6-ea89e204c2cd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.789015] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 621.789015] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256b48c-4848-4d06-39a7-50d0fa07ae66" [ 621.789015] env[62664]: _type = "Task" [ 621.789015] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.807582] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256b48c-4848-4d06-39a7-50d0fa07ae66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.912865] env[62664]: DEBUG oslo_vmware.api [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697383, 'name': PowerOnVM_Task, 'duration_secs': 0.615958} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.918838] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.919408] env[62664]: INFO nova.compute.manager [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Took 9.60 seconds to spawn the instance on the hypervisor. [ 621.919736] env[62664]: DEBUG nova.compute.manager [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.925204] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dc3d37-fa49-40df-aedd-89676942e487 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.946645] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.980031] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa1171-da31-4fd9-96d9-bf89f771ef55 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.986527] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba397b2-256a-442d-b245-16339df38465 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.023298] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c91b68a-926d-4532-959d-d17d016602ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.032906] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9872aa75-20f2-4d4c-99dd-aa847fa1ce0e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.050170] env[62664]: DEBUG nova.compute.provider_tree [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.182720] env[62664]: DEBUG nova.network.neutron [req-07a82fee-149a-4373-a250-762f8f362ace req-48be871c-c070-49dc-a2fa-90f7919e1957 service nova] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Updated VIF entry in instance network info cache for port 76dafb26-199e-466c-8d74-7e593c2c039d. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.183590] env[62664]: DEBUG nova.network.neutron [req-07a82fee-149a-4373-a250-762f8f362ace req-48be871c-c070-49dc-a2fa-90f7919e1957 service nova] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Updating instance_info_cache with network_info: [{"id": "76dafb26-199e-466c-8d74-7e593c2c039d", "address": "fa:16:3e:21:70:ad", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76dafb26-19", "ovs_interfaceid": "76dafb26-199e-466c-8d74-7e593c2c039d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.302929] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256b48c-4848-4d06-39a7-50d0fa07ae66, 'name': SearchDatastore_Task, 'duration_secs': 0.029186} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.304400] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc506f6-6725-4cd1-a6de-e1c7062c89a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.311321] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 622.311321] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5288137f-c3b5-334f-d834-68666f875d3e" [ 622.311321] env[62664]: _type = "Task" [ 622.311321] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.323585] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5288137f-c3b5-334f-d834-68666f875d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.461271] env[62664]: INFO nova.compute.manager [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Took 32.77 seconds to build instance. [ 622.554292] env[62664]: DEBUG nova.scheduler.client.report [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.687257] env[62664]: DEBUG oslo_concurrency.lockutils [req-07a82fee-149a-4373-a250-762f8f362ace req-48be871c-c070-49dc-a2fa-90f7919e1957 service nova] Releasing lock "refresh_cache-a3f6dea2-4192-44d8-8f03-0d26a3993429" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.687587] env[62664]: DEBUG nova.compute.manager [req-07a82fee-149a-4373-a250-762f8f362ace req-48be871c-c070-49dc-a2fa-90f7919e1957 service nova] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Received event network-vif-deleted-dfd72f5c-fb23-4cf7-98aa-1737e23aeb7f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.829904] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5288137f-c3b5-334f-d834-68666f875d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.030685} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.831119] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.831119] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] a3f6dea2-4192-44d8-8f03-0d26a3993429/a3f6dea2-4192-44d8-8f03-0d26a3993429.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.831119] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ee1d7a0-6405-453e-b787-343e4fe70f76 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.841494] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 622.841494] env[62664]: value = "task-2697384" [ 622.841494] env[62664]: _type = "Task" [ 622.841494] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.854852] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.964743] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2ab4e79d-52d5-411f-a54f-ea02157ab370 tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lock "59b7a1ff-34c0-4adc-a767-50694c76b190" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.296s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.061277] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.061867] env[62664]: DEBUG nova.compute.manager [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.068713] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.100s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.068713] env[62664]: DEBUG nova.objects.instance [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 623.355627] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511048} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.356144] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] a3f6dea2-4192-44d8-8f03-0d26a3993429/a3f6dea2-4192-44d8-8f03-0d26a3993429.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.356269] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.357330] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6f7fb1c-d7e5-44b5-8a0a-7e92e2f87e90 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.368143] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 623.368143] env[62664]: value = "task-2697385" [ 623.368143] env[62664]: _type = "Task" [ 623.368143] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.376628] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.472181] env[62664]: DEBUG nova.compute.manager [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.569784] env[62664]: DEBUG nova.compute.utils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.570749] env[62664]: DEBUG nova.compute.manager [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.571573] env[62664]: DEBUG nova.network.neutron [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.666820] env[62664]: DEBUG nova.policy [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba3631bff18457f86b8ae5e24edcade', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22f264af921f453087c9aaa8725f6ca3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.880018] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171695} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.880018] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.880558] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d22b6d-8cfd-4ef7-a1ff-e8cf6c75d4e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.908727] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] a3f6dea2-4192-44d8-8f03-0d26a3993429/a3f6dea2-4192-44d8-8f03-0d26a3993429.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.908727] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c37587f-1808-4b9f-9482-dfd6331d729c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.934774] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 623.934774] env[62664]: value = "task-2697386" [ 623.934774] env[62664]: _type = "Task" [ 623.934774] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.949501] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697386, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.006555] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.071911] env[62664]: DEBUG nova.compute.manager [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.081195] env[62664]: DEBUG nova.network.neutron [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Successfully created port: 02f8de60-1790-4fa5-ba1a-24c5b75da0c4 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.082789] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8a72e3fe-615c-4686-bc1f-d4bf50f63222 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.084556] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.417s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.086023] env[62664]: INFO nova.compute.claims [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.116378] env[62664]: DEBUG nova.compute.manager [req-6ad1d9d4-2140-4ed9-b5c0-d85eb1b06f24 req-f2aefd7d-a2e0-4da6-83ec-e99562b5fcb7 service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Received event network-changed-7da59fcd-bcac-4e15-80b6-715d6a3ea050 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.116378] env[62664]: DEBUG nova.compute.manager [req-6ad1d9d4-2140-4ed9-b5c0-d85eb1b06f24 req-f2aefd7d-a2e0-4da6-83ec-e99562b5fcb7 service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Refreshing instance network info cache due to event network-changed-7da59fcd-bcac-4e15-80b6-715d6a3ea050. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.116378] env[62664]: DEBUG oslo_concurrency.lockutils [req-6ad1d9d4-2140-4ed9-b5c0-d85eb1b06f24 req-f2aefd7d-a2e0-4da6-83ec-e99562b5fcb7 service nova] Acquiring lock "refresh_cache-59b7a1ff-34c0-4adc-a767-50694c76b190" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.116378] env[62664]: DEBUG oslo_concurrency.lockutils [req-6ad1d9d4-2140-4ed9-b5c0-d85eb1b06f24 req-f2aefd7d-a2e0-4da6-83ec-e99562b5fcb7 service nova] Acquired lock "refresh_cache-59b7a1ff-34c0-4adc-a767-50694c76b190" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.116378] env[62664]: DEBUG nova.network.neutron [req-6ad1d9d4-2140-4ed9-b5c0-d85eb1b06f24 req-f2aefd7d-a2e0-4da6-83ec-e99562b5fcb7 service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Refreshing network info cache for port 7da59fcd-bcac-4e15-80b6-715d6a3ea050 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.449712] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697386, 'name': ReconfigVM_Task, 'duration_secs': 0.374758} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.453484] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Reconfigured VM instance instance-00000017 to attach disk [datastore1] a3f6dea2-4192-44d8-8f03-0d26a3993429/a3f6dea2-4192-44d8-8f03-0d26a3993429.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.454917] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-174bdb2b-f404-403e-8094-72c346a517df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.463363] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 624.463363] env[62664]: value = "task-2697387" [ 624.463363] env[62664]: _type = "Task" [ 624.463363] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.476022] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697387, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.596413] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "f67479a8-cf01-4c3c-83ae-e7990747a695" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.596578] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "f67479a8-cf01-4c3c-83ae-e7990747a695" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.928684] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "76b542df-d968-4830-9988-2b537105e957" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.930283] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "76b542df-d968-4830-9988-2b537105e957" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.932439] env[62664]: DEBUG nova.network.neutron [req-6ad1d9d4-2140-4ed9-b5c0-d85eb1b06f24 req-f2aefd7d-a2e0-4da6-83ec-e99562b5fcb7 service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Updated VIF entry in instance network info cache for port 7da59fcd-bcac-4e15-80b6-715d6a3ea050. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.932882] env[62664]: DEBUG nova.network.neutron [req-6ad1d9d4-2140-4ed9-b5c0-d85eb1b06f24 req-f2aefd7d-a2e0-4da6-83ec-e99562b5fcb7 service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Updating instance_info_cache with network_info: [{"id": "7da59fcd-bcac-4e15-80b6-715d6a3ea050", "address": "fa:16:3e:cf:97:6b", "network": {"id": "934caca0-2780-42f8-88a4-5cbef1b68862", "bridge": "br-int", "label": "tempest-ServersTestJSON-694806823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b857961a3d243998b76b0ec896c20a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da59fcd-bc", "ovs_interfaceid": "7da59fcd-bcac-4e15-80b6-715d6a3ea050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.974540] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697387, 'name': Rename_Task, 'duration_secs': 0.356246} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.974978] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.977553] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96eca8c8-ac0a-4fe5-9223-1e79e117b663 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.987918] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 624.987918] env[62664]: value = "task-2697388" [ 624.987918] env[62664]: _type = "Task" [ 624.987918] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.000315] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.085072] env[62664]: DEBUG nova.compute.manager [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.114126] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.114560] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.114762] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.114963] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.115394] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.115571] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.115785] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.115947] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.116129] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.116295] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.116469] env[62664]: DEBUG nova.virt.hardware [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.117439] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd4d9dc-80ec-4254-856f-27310807bbba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.131293] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c056110b-b567-4b54-844d-11acdca14f08 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.436831] env[62664]: DEBUG oslo_concurrency.lockutils [req-6ad1d9d4-2140-4ed9-b5c0-d85eb1b06f24 req-f2aefd7d-a2e0-4da6-83ec-e99562b5fcb7 service nova] Releasing lock "refresh_cache-59b7a1ff-34c0-4adc-a767-50694c76b190" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.500302] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697388, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.656886] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f102c81-2fd2-4053-8d7e-f479e0d9e421 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.665593] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26785ea-45b7-4b05-a686-38caa5418e91 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.700730] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba1b374-633b-4713-8362-03e268dc5966 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.712130] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571830a6-fc6e-4cf3-8525-67611e01483c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.724611] env[62664]: DEBUG nova.compute.provider_tree [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.867632] env[62664]: DEBUG nova.compute.manager [req-60f71db8-95ad-48b6-9594-2048b1f96296 req-2002a465-d80c-44c7-af9f-1af2c62bdb23 service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Received event network-vif-plugged-02f8de60-1790-4fa5-ba1a-24c5b75da0c4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.867916] env[62664]: DEBUG oslo_concurrency.lockutils [req-60f71db8-95ad-48b6-9594-2048b1f96296 req-2002a465-d80c-44c7-af9f-1af2c62bdb23 service nova] Acquiring lock "fea7d073-9a24-4053-99af-ad76fcc1a982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.868239] env[62664]: DEBUG oslo_concurrency.lockutils [req-60f71db8-95ad-48b6-9594-2048b1f96296 req-2002a465-d80c-44c7-af9f-1af2c62bdb23 service nova] Lock "fea7d073-9a24-4053-99af-ad76fcc1a982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.870184] env[62664]: DEBUG oslo_concurrency.lockutils [req-60f71db8-95ad-48b6-9594-2048b1f96296 req-2002a465-d80c-44c7-af9f-1af2c62bdb23 service nova] Lock "fea7d073-9a24-4053-99af-ad76fcc1a982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.870184] env[62664]: DEBUG nova.compute.manager [req-60f71db8-95ad-48b6-9594-2048b1f96296 req-2002a465-d80c-44c7-af9f-1af2c62bdb23 service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] No waiting events found dispatching network-vif-plugged-02f8de60-1790-4fa5-ba1a-24c5b75da0c4 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.870184] env[62664]: WARNING nova.compute.manager [req-60f71db8-95ad-48b6-9594-2048b1f96296 req-2002a465-d80c-44c7-af9f-1af2c62bdb23 service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Received unexpected event network-vif-plugged-02f8de60-1790-4fa5-ba1a-24c5b75da0c4 for instance with vm_state building and task_state spawning. [ 625.984626] env[62664]: DEBUG nova.network.neutron [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Successfully updated port: 02f8de60-1790-4fa5-ba1a-24c5b75da0c4 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.002996] env[62664]: DEBUG oslo_vmware.api [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697388, 'name': PowerOnVM_Task, 'duration_secs': 0.680564} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.007416] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.008382] env[62664]: INFO nova.compute.manager [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Took 8.69 seconds to spawn the instance on the hypervisor. [ 626.008382] env[62664]: DEBUG nova.compute.manager [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.009713] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa03c84-377c-4723-9eff-1e30e7e8841d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.229143] env[62664]: DEBUG nova.scheduler.client.report [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.490498] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquiring lock "refresh_cache-fea7d073-9a24-4053-99af-ad76fcc1a982" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.490744] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquired lock "refresh_cache-fea7d073-9a24-4053-99af-ad76fcc1a982" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.490802] env[62664]: DEBUG nova.network.neutron [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.529804] env[62664]: INFO nova.compute.manager [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Took 31.14 seconds to build instance. [ 626.734617] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.735155] env[62664]: DEBUG nova.compute.manager [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.738545] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.617s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.739525] env[62664]: INFO nova.compute.claims [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.033878] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0de50dfa-fdf1-49ed-b107-a8187cf33f53 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "a3f6dea2-4192-44d8-8f03-0d26a3993429" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.226s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.035420] env[62664]: DEBUG nova.network.neutron [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.205383] env[62664]: DEBUG nova.network.neutron [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Updating instance_info_cache with network_info: [{"id": "02f8de60-1790-4fa5-ba1a-24c5b75da0c4", "address": "fa:16:3e:5d:e8:7b", "network": {"id": "2bf888da-b815-4b5b-86fb-e3db7d06e322", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1588953261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f264af921f453087c9aaa8725f6ca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f8de60-17", "ovs_interfaceid": "02f8de60-1790-4fa5-ba1a-24c5b75da0c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.243738] env[62664]: DEBUG nova.compute.utils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 627.248152] env[62664]: DEBUG nova.compute.manager [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Not allocating networking since 'none' was specified. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 627.539509] env[62664]: DEBUG nova.compute.manager [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.710511] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Releasing lock "refresh_cache-fea7d073-9a24-4053-99af-ad76fcc1a982" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.710511] env[62664]: DEBUG nova.compute.manager [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Instance network_info: |[{"id": "02f8de60-1790-4fa5-ba1a-24c5b75da0c4", "address": "fa:16:3e:5d:e8:7b", "network": {"id": "2bf888da-b815-4b5b-86fb-e3db7d06e322", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1588953261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f264af921f453087c9aaa8725f6ca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f8de60-17", "ovs_interfaceid": "02f8de60-1790-4fa5-ba1a-24c5b75da0c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.710665] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:e8:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02f8de60-1790-4fa5-ba1a-24c5b75da0c4', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.716810] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Creating folder: Project (22f264af921f453087c9aaa8725f6ca3). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.720253] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f47e938-cac9-48ff-8367-f09fc2622c01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.737264] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Created folder: Project (22f264af921f453087c9aaa8725f6ca3) in parent group-v543506. [ 627.737471] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Creating folder: Instances. Parent ref: group-v543575. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.737730] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9074c176-7b0c-4dc8-b122-8e719d710757 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.753158] env[62664]: DEBUG nova.compute.manager [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.759560] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Created folder: Instances in parent group-v543575. [ 627.759936] env[62664]: DEBUG oslo.service.loopingcall [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.760605] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.761264] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bcf43e4-82f8-480d-8d07-2f552fc7cc62 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.800143] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.800143] env[62664]: value = "task-2697391" [ 627.800143] env[62664]: _type = "Task" [ 627.800143] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.811145] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697391, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.938991] env[62664]: DEBUG nova.compute.manager [req-5d49d7c4-aa02-42e9-8f8d-e37416592881 req-6e395efa-02b7-4755-984f-66f97822016f service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Received event network-changed-02f8de60-1790-4fa5-ba1a-24c5b75da0c4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.939213] env[62664]: DEBUG nova.compute.manager [req-5d49d7c4-aa02-42e9-8f8d-e37416592881 req-6e395efa-02b7-4755-984f-66f97822016f service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Refreshing instance network info cache due to event network-changed-02f8de60-1790-4fa5-ba1a-24c5b75da0c4. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.939434] env[62664]: DEBUG oslo_concurrency.lockutils [req-5d49d7c4-aa02-42e9-8f8d-e37416592881 req-6e395efa-02b7-4755-984f-66f97822016f service nova] Acquiring lock "refresh_cache-fea7d073-9a24-4053-99af-ad76fcc1a982" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.939572] env[62664]: DEBUG oslo_concurrency.lockutils [req-5d49d7c4-aa02-42e9-8f8d-e37416592881 req-6e395efa-02b7-4755-984f-66f97822016f service nova] Acquired lock "refresh_cache-fea7d073-9a24-4053-99af-ad76fcc1a982" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.939730] env[62664]: DEBUG nova.network.neutron [req-5d49d7c4-aa02-42e9-8f8d-e37416592881 req-6e395efa-02b7-4755-984f-66f97822016f service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Refreshing network info cache for port 02f8de60-1790-4fa5-ba1a-24c5b75da0c4 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.058283] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.314520] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697391, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.360976] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e626260a-50c2-4ec3-8a4d-353b0f0f04d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.369701] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9044121-ef71-402a-9a89-7f479326fb8b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.401677] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddcbc25-2bbd-4970-b22a-31a846510fe9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.410431] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f6e964-0f76-446e-a918-c8628c714ae7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.425793] env[62664]: DEBUG nova.compute.provider_tree [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.653419] env[62664]: DEBUG nova.network.neutron [req-5d49d7c4-aa02-42e9-8f8d-e37416592881 req-6e395efa-02b7-4755-984f-66f97822016f service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Updated VIF entry in instance network info cache for port 02f8de60-1790-4fa5-ba1a-24c5b75da0c4. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.653780] env[62664]: DEBUG nova.network.neutron [req-5d49d7c4-aa02-42e9-8f8d-e37416592881 req-6e395efa-02b7-4755-984f-66f97822016f service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Updating instance_info_cache with network_info: [{"id": "02f8de60-1790-4fa5-ba1a-24c5b75da0c4", "address": "fa:16:3e:5d:e8:7b", "network": {"id": "2bf888da-b815-4b5b-86fb-e3db7d06e322", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1588953261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f264af921f453087c9aaa8725f6ca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f8de60-17", "ovs_interfaceid": "02f8de60-1790-4fa5-ba1a-24c5b75da0c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.770095] env[62664]: DEBUG nova.compute.manager [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.812414] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.812660] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.812813] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.812987] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.813167] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.813542] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.813802] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.814025] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.814373] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.814594] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.816112] env[62664]: DEBUG nova.virt.hardware [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.817043] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe6050c-fdfc-4566-b96f-84c1c87f9b0d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.822858] env[62664]: DEBUG nova.compute.manager [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.824732] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f1bda2-f1d3-476e-9511-19856ade0701 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.836908] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697391, 'name': CreateVM_Task, 'duration_secs': 0.578127} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.838345] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.840121] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb7272f-9c2b-4196-9195-4397a1679635 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.849085] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.849378] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.849800] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.853033] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da54d684-4cac-40b2-8fea-51d5b416d994 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.874849] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 628.874849] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bc0718-a626-c90d-76b8-1db45874d42f" [ 628.874849] env[62664]: _type = "Task" [ 628.874849] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.875546] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.882974] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Creating folder: Project (d355cb39a40042f8983cfc3cf3fcb3ca). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.884073] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a67df1d0-333a-4470-b489-033b694946bb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.894865] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bc0718-a626-c90d-76b8-1db45874d42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.898833] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Created folder: Project (d355cb39a40042f8983cfc3cf3fcb3ca) in parent group-v543506. [ 628.899032] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Creating folder: Instances. Parent ref: group-v543578. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.899554] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a70835d-9850-4357-95ee-e65bdc347e0b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.910947] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Created folder: Instances in parent group-v543578. [ 628.911311] env[62664]: DEBUG oslo.service.loopingcall [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.911525] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.911742] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e38d2224-0ea7-4fe9-9cfe-ca0414e8f8e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.929211] env[62664]: DEBUG nova.scheduler.client.report [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.937714] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.937714] env[62664]: value = "task-2697394" [ 628.937714] env[62664]: _type = "Task" [ 628.937714] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.943098] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697394, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.157099] env[62664]: DEBUG oslo_concurrency.lockutils [req-5d49d7c4-aa02-42e9-8f8d-e37416592881 req-6e395efa-02b7-4755-984f-66f97822016f service nova] Releasing lock "refresh_cache-fea7d073-9a24-4053-99af-ad76fcc1a982" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.359612] env[62664]: INFO nova.compute.manager [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] instance snapshotting [ 629.364021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18586d2f-1b78-4161-be14-e4c89e508800 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.397392] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2d5628-47aa-46a7-8003-950c14fc7ab9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.406507] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bc0718-a626-c90d-76b8-1db45874d42f, 'name': SearchDatastore_Task, 'duration_secs': 0.040939} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.408547] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.408755] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.408992] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.409166] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.409343] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.412282] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b03bbb6-072e-45e1-b6c2-0c3500629d1a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.422127] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.422127] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.426342] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c3e775-a503-4864-be3f-c33ce8e843dc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.430048] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 629.430048] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52156d71-0950-4d21-9bac-35aedd9847b1" [ 629.430048] env[62664]: _type = "Task" [ 629.430048] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.437525] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.438033] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.447799] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.979s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.448102] env[62664]: DEBUG nova.objects.instance [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lazy-loading 'resources' on Instance uuid 30601c03-c29f-4da4-825a-8d6c627c1432 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.463914] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52156d71-0950-4d21-9bac-35aedd9847b1, 'name': SearchDatastore_Task, 'duration_secs': 0.025201} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.464743] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46042df0-54f9-45f6-942c-6e49b85f8f29 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.470675] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697394, 'name': CreateVM_Task, 'duration_secs': 0.484888} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.471215] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.471726] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.472456] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.472456] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.472456] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd27b376-980c-4c40-9839-09a58ade6d3c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.475900] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 629.475900] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523ed801-93f0-c629-b560-aae262983f97" [ 629.475900] env[62664]: _type = "Task" [ 629.475900] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.483309] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for the task: (returnval){ [ 629.483309] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52df9e6f-9ede-79f7-2f3e-9512767efca1" [ 629.483309] env[62664]: _type = "Task" [ 629.483309] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.491279] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523ed801-93f0-c629-b560-aae262983f97, 'name': SearchDatastore_Task, 'duration_secs': 0.013324} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.492726] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.493179] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] fea7d073-9a24-4053-99af-ad76fcc1a982/fea7d073-9a24-4053-99af-ad76fcc1a982.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.493538] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9450b4a4-ab58-4563-9a5a-81babaa97443 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.498854] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52df9e6f-9ede-79f7-2f3e-9512767efca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.504528] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 629.504528] env[62664]: value = "task-2697395" [ 629.504528] env[62664]: _type = "Task" [ 629.504528] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.512828] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.915255] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 629.915643] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e99e2d5-ffff-498a-8962-9ee12cad419f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.926443] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 629.926443] env[62664]: value = "task-2697396" [ 629.926443] env[62664]: _type = "Task" [ 629.926443] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.936631] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.952562] env[62664]: DEBUG nova.compute.utils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 629.958688] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.958688] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.004739] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52df9e6f-9ede-79f7-2f3e-9512767efca1, 'name': SearchDatastore_Task, 'duration_secs': 0.026878} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.005247] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.005521] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.006546] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.008447] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.008447] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.012692] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-190f98d0-0adc-4c67-90ec-99e4a4d0b862 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.027090] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.031196] env[62664]: DEBUG nova.policy [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20ae7c30b81146999cfb1d4cf3dd4f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bd16e2ad18c44be8f588755794e8a31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.042031] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.042031] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.042031] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a86da05-fd04-4441-baed-08965b8d8a32 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.054241] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for the task: (returnval){ [ 630.054241] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a574c4-a91a-dbc0-7c12-f1f1edd1e6ca" [ 630.054241] env[62664]: _type = "Task" [ 630.054241] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.069275] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a574c4-a91a-dbc0-7c12-f1f1edd1e6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.442271] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697396, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.463143] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.515552] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83115} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.518319] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] fea7d073-9a24-4053-99af-ad76fcc1a982/fea7d073-9a24-4053-99af-ad76fcc1a982.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.518537] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.519130] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ebd89de-c681-489f-897b-34f164d1400a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.528464] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 630.528464] env[62664]: value = "task-2697397" [ 630.528464] env[62664]: _type = "Task" [ 630.528464] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.540711] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.575786] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a574c4-a91a-dbc0-7c12-f1f1edd1e6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.06691} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.576575] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b7190e-96ed-4e79-8372-4c656d3c739f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.588490] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for the task: (returnval){ [ 630.588490] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d90519-bbc3-74f2-1711-3ff41510d5d3" [ 630.588490] env[62664]: _type = "Task" [ 630.588490] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.598458] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d90519-bbc3-74f2-1711-3ff41510d5d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.600358] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b0928-2003-4576-98fb-07e359f9026e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.609138] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecd4f33-14fa-4268-b8a1-5cb0efc4ac93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.644359] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5f2f77-a3f5-41e8-ac61-ed7dc30fa9fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.652760] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fa9bca-4bb8-4920-81b6-6cc6a873fa3f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.669065] env[62664]: DEBUG nova.compute.provider_tree [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.709993] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Successfully created port: 48deb1ab-d888-4915-be7b-18715957342a {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.942048] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697396, 'name': CreateSnapshot_Task, 'duration_secs': 0.545847} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.942569] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 630.946471] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea384d56-3ade-4a3e-aeeb-c942cf6f3bd2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.041256] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069099} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.041404] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.042136] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9099ed92-4532-442b-a53a-d1421cd18172 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.068485] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] fea7d073-9a24-4053-99af-ad76fcc1a982/fea7d073-9a24-4053-99af-ad76fcc1a982.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.068842] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5372371-19e7-44b1-a6b7-cabdd491a9a5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.091278] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 631.091278] env[62664]: value = "task-2697398" [ 631.091278] env[62664]: _type = "Task" [ 631.091278] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.098466] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d90519-bbc3-74f2-1711-3ff41510d5d3, 'name': SearchDatastore_Task, 'duration_secs': 0.053513} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.099126] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.099399] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f88e9050-4065-4911-b0b0-2ec6df97bd4b/f88e9050-4065-4911-b0b0-2ec6df97bd4b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.099662] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92c097ae-68b4-4bd3-81a0-29479f369b21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.105715] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.111355] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for the task: (returnval){ [ 631.111355] env[62664]: value = "task-2697399" [ 631.111355] env[62664]: _type = "Task" [ 631.111355] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.122133] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.176327] env[62664]: DEBUG nova.scheduler.client.report [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.471555] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 631.471985] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c34df936-0106-4bf1-80b6-222cd12e5cc7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.476622] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.488317] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 631.488317] env[62664]: value = "task-2697400" [ 631.488317] env[62664]: _type = "Task" [ 631.488317] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.496954] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697400, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.506931] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.507408] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.507678] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.507998] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.508266] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.511018] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.511018] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.511018] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.511018] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.511018] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.511300] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.511300] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bfddf8-ce91-437e-b87f-d12a8ca156ac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.519867] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d908580-a4a6-4825-a761-e96dadf517d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.603932] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.623020] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.679864] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.682900] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.590s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.686758] env[62664]: INFO nova.compute.claims [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.709030] env[62664]: INFO nova.scheduler.client.report [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted allocations for instance 30601c03-c29f-4da4-825a-8d6c627c1432 [ 631.841944] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "45223755-7de4-4eec-b41d-8c7ef92452fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.842328] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.998295] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697400, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.103100] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697398, 'name': ReconfigVM_Task, 'duration_secs': 0.821676} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.103411] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Reconfigured VM instance instance-00000018 to attach disk [datastore2] fea7d073-9a24-4053-99af-ad76fcc1a982/fea7d073-9a24-4053-99af-ad76fcc1a982.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.104406] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dca7b1d-b34a-454d-a708-7825f567778e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.111274] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 632.111274] env[62664]: value = "task-2697401" [ 632.111274] env[62664]: _type = "Task" [ 632.111274] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.125745] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697401, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.126023] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705591} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.126256] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f88e9050-4065-4911-b0b0-2ec6df97bd4b/f88e9050-4065-4911-b0b0-2ec6df97bd4b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.126459] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.126706] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efe783b2-e9bf-46de-ae50-de8613b7112d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.134887] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for the task: (returnval){ [ 632.134887] env[62664]: value = "task-2697402" [ 632.134887] env[62664]: _type = "Task" [ 632.134887] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.144207] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.221226] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8e50411c-aab5-461c-a579-6dcd0c507f45 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "30601c03-c29f-4da4-825a-8d6c627c1432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.947s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.311206] env[62664]: DEBUG nova.compute.manager [req-d33b7f09-3c8d-493d-b628-bf04bbf3e7cd req-bc591e02-4711-40ce-bf82-30c7c2767eab service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Received event network-vif-plugged-48deb1ab-d888-4915-be7b-18715957342a {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.311551] env[62664]: DEBUG oslo_concurrency.lockutils [req-d33b7f09-3c8d-493d-b628-bf04bbf3e7cd req-bc591e02-4711-40ce-bf82-30c7c2767eab service nova] Acquiring lock "b3c94ff1-9b13-40d8-a028-847544742f18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.311811] env[62664]: DEBUG oslo_concurrency.lockutils [req-d33b7f09-3c8d-493d-b628-bf04bbf3e7cd req-bc591e02-4711-40ce-bf82-30c7c2767eab service nova] Lock "b3c94ff1-9b13-40d8-a028-847544742f18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.312031] env[62664]: DEBUG oslo_concurrency.lockutils [req-d33b7f09-3c8d-493d-b628-bf04bbf3e7cd req-bc591e02-4711-40ce-bf82-30c7c2767eab service nova] Lock "b3c94ff1-9b13-40d8-a028-847544742f18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.312267] env[62664]: DEBUG nova.compute.manager [req-d33b7f09-3c8d-493d-b628-bf04bbf3e7cd req-bc591e02-4711-40ce-bf82-30c7c2767eab service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] No waiting events found dispatching network-vif-plugged-48deb1ab-d888-4915-be7b-18715957342a {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.312474] env[62664]: WARNING nova.compute.manager [req-d33b7f09-3c8d-493d-b628-bf04bbf3e7cd req-bc591e02-4711-40ce-bf82-30c7c2767eab service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Received unexpected event network-vif-plugged-48deb1ab-d888-4915-be7b-18715957342a for instance with vm_state building and task_state spawning. [ 632.393978] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Successfully updated port: 48deb1ab-d888-4915-be7b-18715957342a {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.497372] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697400, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.622765] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697401, 'name': Rename_Task, 'duration_secs': 0.159421} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.623147] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.623344] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-306ce1b5-aad6-4096-aa92-0d123d8d5e5c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.631110] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 632.631110] env[62664]: value = "task-2697403" [ 632.631110] env[62664]: _type = "Task" [ 632.631110] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.642885] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.648053] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068765} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.648548] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.649075] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0c6156-7c9a-4e55-bed8-84e3c3f81c88 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.669711] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] f88e9050-4065-4911-b0b0-2ec6df97bd4b/f88e9050-4065-4911-b0b0-2ec6df97bd4b.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.670529] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea11012d-092d-4fd0-9ca7-95015f61f3ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.691440] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for the task: (returnval){ [ 632.691440] env[62664]: value = "task-2697404" [ 632.691440] env[62664]: _type = "Task" [ 632.691440] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.705658] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.896692] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "refresh_cache-b3c94ff1-9b13-40d8-a028-847544742f18" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.896974] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired lock "refresh_cache-b3c94ff1-9b13-40d8-a028-847544742f18" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.897196] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.002283] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697400, 'name': CloneVM_Task, 'duration_secs': 1.350764} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.002574] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Created linked-clone VM from snapshot [ 633.003306] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e4b2a0-0336-44a8-8612-c4c4783a9c20 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.013552] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Uploading image 5c49cd4c-11da-4c18-934b-82e09e62dbd8 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 633.034860] env[62664]: DEBUG oslo_vmware.rw_handles [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 633.034860] env[62664]: value = "vm-543582" [ 633.034860] env[62664]: _type = "VirtualMachine" [ 633.034860] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 633.035159] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1affa90-f1f7-4a50-ae27-0afb1f51edff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.043668] env[62664]: DEBUG oslo_vmware.rw_handles [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lease: (returnval){ [ 633.043668] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520805ef-f16a-62db-f4ce-cf2edf0b2180" [ 633.043668] env[62664]: _type = "HttpNfcLease" [ 633.043668] env[62664]: } obtained for exporting VM: (result){ [ 633.043668] env[62664]: value = "vm-543582" [ 633.043668] env[62664]: _type = "VirtualMachine" [ 633.043668] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 633.043915] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the lease: (returnval){ [ 633.043915] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520805ef-f16a-62db-f4ce-cf2edf0b2180" [ 633.043915] env[62664]: _type = "HttpNfcLease" [ 633.043915] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 633.052749] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 633.052749] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520805ef-f16a-62db-f4ce-cf2edf0b2180" [ 633.052749] env[62664]: _type = "HttpNfcLease" [ 633.052749] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 633.136238] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f8510d-4ed6-44d4-bb3b-78429fabb3a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.146978] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c135e0e4-ebbd-4a85-8705-981dcdf0ae48 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.150099] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.181995] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deba37dc-7fd9-4255-8a16-769727632676 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.191618] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a644ba9-2f8c-44f6-abc9-63607ebe5be3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.204662] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.212757] env[62664]: DEBUG nova.compute.provider_tree [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.447887] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.555494] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 633.555494] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520805ef-f16a-62db-f4ce-cf2edf0b2180" [ 633.555494] env[62664]: _type = "HttpNfcLease" [ 633.555494] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 633.555695] env[62664]: DEBUG oslo_vmware.rw_handles [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 633.555695] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520805ef-f16a-62db-f4ce-cf2edf0b2180" [ 633.555695] env[62664]: _type = "HttpNfcLease" [ 633.555695] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 633.556459] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541cec4b-141e-41a1-b2b0-8866cffae80e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.565188] env[62664]: DEBUG oslo_vmware.rw_handles [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e83b5-063c-d4dc-13f0-20eee3ecbde2/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 633.565379] env[62664]: DEBUG oslo_vmware.rw_handles [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e83b5-063c-d4dc-13f0-20eee3ecbde2/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 633.641795] env[62664]: DEBUG oslo_vmware.api [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697403, 'name': PowerOnVM_Task, 'duration_secs': 0.94462} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.642034] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.642248] env[62664]: INFO nova.compute.manager [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Took 8.56 seconds to spawn the instance on the hypervisor. [ 633.642433] env[62664]: DEBUG nova.compute.manager [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.643304] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe510b-3cef-4d40-b709-00b89466d73f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.658970] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-486667f6-d37c-49cc-98f3-fe99498e946f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.664450] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Updating instance_info_cache with network_info: [{"id": "48deb1ab-d888-4915-be7b-18715957342a", "address": "fa:16:3e:a7:a0:88", "network": {"id": "b497ce0c-c188-42d5-aeb1-fcc97c63b36b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1006059062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd16e2ad18c44be8f588755794e8a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48deb1ab-d8", "ovs_interfaceid": "48deb1ab-d888-4915-be7b-18715957342a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.706315] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697404, 'name': ReconfigVM_Task, 'duration_secs': 0.798462} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.706601] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Reconfigured VM instance instance-00000019 to attach disk [datastore2] f88e9050-4065-4911-b0b0-2ec6df97bd4b/f88e9050-4065-4911-b0b0-2ec6df97bd4b.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.707218] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a482102-fc2b-42d9-bcaf-81232e7f1229 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.715555] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for the task: (returnval){ [ 633.715555] env[62664]: value = "task-2697406" [ 633.715555] env[62664]: _type = "Task" [ 633.715555] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.720194] env[62664]: DEBUG nova.scheduler.client.report [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.729676] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697406, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.167935] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Releasing lock "refresh_cache-b3c94ff1-9b13-40d8-a028-847544742f18" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.168120] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Instance network_info: |[{"id": "48deb1ab-d888-4915-be7b-18715957342a", "address": "fa:16:3e:a7:a0:88", "network": {"id": "b497ce0c-c188-42d5-aeb1-fcc97c63b36b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1006059062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd16e2ad18c44be8f588755794e8a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48deb1ab-d8", "ovs_interfaceid": "48deb1ab-d888-4915-be7b-18715957342a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.169111] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:a0:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48deb1ab-d888-4915-be7b-18715957342a', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.177251] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Creating folder: Project (7bd16e2ad18c44be8f588755794e8a31). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.178083] env[62664]: INFO nova.compute.manager [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Took 36.01 seconds to build instance. [ 634.179174] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-452d51fa-cf48-4a0d-9f34-37e572eb44c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.194793] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Created folder: Project (7bd16e2ad18c44be8f588755794e8a31) in parent group-v543506. [ 634.195457] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Creating folder: Instances. Parent ref: group-v543583. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.196018] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef803b17-9845-4827-9938-7bf6a70390fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.207718] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Created folder: Instances in parent group-v543583. [ 634.208123] env[62664]: DEBUG oslo.service.loopingcall [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.208447] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.208717] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20e914b9-f2c6-4154-81ce-223f1c6d1e1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.227672] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.228240] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.235495] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.561s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.236219] env[62664]: INFO nova.compute.claims [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.248419] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697406, 'name': Rename_Task, 'duration_secs': 0.190886} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.250059] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.250446] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.250446] env[62664]: value = "task-2697409" [ 634.250446] env[62664]: _type = "Task" [ 634.250446] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.250751] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c296a1fc-b354-4050-a746-e1c2a8cb380f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.262972] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697409, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.264878] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for the task: (returnval){ [ 634.264878] env[62664]: value = "task-2697410" [ 634.264878] env[62664]: _type = "Task" [ 634.264878] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.274715] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.373864] env[62664]: DEBUG nova.compute.manager [req-d4446e59-1381-48d0-9875-2e534b360685 req-ea22e661-8d58-4d21-960c-869497d41cf3 service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Received event network-changed-48deb1ab-d888-4915-be7b-18715957342a {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.374120] env[62664]: DEBUG nova.compute.manager [req-d4446e59-1381-48d0-9875-2e534b360685 req-ea22e661-8d58-4d21-960c-869497d41cf3 service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Refreshing instance network info cache due to event network-changed-48deb1ab-d888-4915-be7b-18715957342a. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.374899] env[62664]: DEBUG oslo_concurrency.lockutils [req-d4446e59-1381-48d0-9875-2e534b360685 req-ea22e661-8d58-4d21-960c-869497d41cf3 service nova] Acquiring lock "refresh_cache-b3c94ff1-9b13-40d8-a028-847544742f18" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.374899] env[62664]: DEBUG oslo_concurrency.lockutils [req-d4446e59-1381-48d0-9875-2e534b360685 req-ea22e661-8d58-4d21-960c-869497d41cf3 service nova] Acquired lock "refresh_cache-b3c94ff1-9b13-40d8-a028-847544742f18" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.374899] env[62664]: DEBUG nova.network.neutron [req-d4446e59-1381-48d0-9875-2e534b360685 req-ea22e661-8d58-4d21-960c-869497d41cf3 service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Refreshing network info cache for port 48deb1ab-d888-4915-be7b-18715957342a {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.683355] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dcc9524f-560d-4381-ab8c-757681d03094 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lock "fea7d073-9a24-4053-99af-ad76fcc1a982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.592s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.744071] env[62664]: DEBUG nova.compute.utils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 634.746016] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.746699] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.765904] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697409, 'name': CreateVM_Task, 'duration_secs': 0.386227} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.769629] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.770824] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.771384] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.771720] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.772658] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba027fe7-698c-476c-9640-4780c902adde {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.778919] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.783308] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 634.783308] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b5ad6-2019-f2bc-c585-d361f32fc0c7" [ 634.783308] env[62664]: _type = "Task" [ 634.783308] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.792880] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b5ad6-2019-f2bc-c585-d361f32fc0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.801554] env[62664]: DEBUG nova.policy [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20ae7c30b81146999cfb1d4cf3dd4f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bd16e2ad18c44be8f588755794e8a31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.097880] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Successfully created port: 830dc489-61c5-4df0-8f5d-75d07b3c5a5c {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.109765] env[62664]: DEBUG nova.network.neutron [req-d4446e59-1381-48d0-9875-2e534b360685 req-ea22e661-8d58-4d21-960c-869497d41cf3 service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Updated VIF entry in instance network info cache for port 48deb1ab-d888-4915-be7b-18715957342a. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.110636] env[62664]: DEBUG nova.network.neutron [req-d4446e59-1381-48d0-9875-2e534b360685 req-ea22e661-8d58-4d21-960c-869497d41cf3 service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Updating instance_info_cache with network_info: [{"id": "48deb1ab-d888-4915-be7b-18715957342a", "address": "fa:16:3e:a7:a0:88", "network": {"id": "b497ce0c-c188-42d5-aeb1-fcc97c63b36b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1006059062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd16e2ad18c44be8f588755794e8a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48deb1ab-d8", "ovs_interfaceid": "48deb1ab-d888-4915-be7b-18715957342a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.186386] env[62664]: DEBUG nova.compute.manager [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.250718] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.286995] env[62664]: DEBUG oslo_vmware.api [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697410, 'name': PowerOnVM_Task, 'duration_secs': 0.713434} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.290513] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.291039] env[62664]: INFO nova.compute.manager [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Took 6.52 seconds to spawn the instance on the hypervisor. [ 635.291453] env[62664]: DEBUG nova.compute.manager [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.295515] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2ad975-e6c3-4d09-8526-a162099e19be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.306324] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b5ad6-2019-f2bc-c585-d361f32fc0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015747} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.308721] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.309167] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.309534] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.309700] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.309960] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.315848] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf70923e-d3ab-4581-a634-60b0821deaed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.330653] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.331378] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.331689] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ddecc9c-2b7a-477f-8031-d829ed0df777 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.340231] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 635.340231] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52039829-79fd-233a-23d0-47eb862d828e" [ 635.340231] env[62664]: _type = "Task" [ 635.340231] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.354552] env[62664]: DEBUG nova.compute.manager [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.354941] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52039829-79fd-233a-23d0-47eb862d828e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.359147] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923bac88-bd32-42cb-bb1b-e9c5ca159f53 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.613297] env[62664]: DEBUG oslo_concurrency.lockutils [req-d4446e59-1381-48d0-9875-2e534b360685 req-ea22e661-8d58-4d21-960c-869497d41cf3 service nova] Releasing lock "refresh_cache-b3c94ff1-9b13-40d8-a028-847544742f18" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.710847] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.813867] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717b8bb2-6983-4307-969a-0d99246f2937 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.826871] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879fa925-a6f3-4dd1-b204-1892f67db05c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.832673] env[62664]: INFO nova.compute.manager [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Took 34.19 seconds to build instance. [ 635.863944] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbb3cdf-5ae7-4760-8212-90d1bd4e30a8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.872507] env[62664]: INFO nova.compute.manager [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] instance snapshotting [ 635.878143] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8452ad3d-15c0-4493-aed2-1dc35d3b004f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.882483] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52039829-79fd-233a-23d0-47eb862d828e, 'name': SearchDatastore_Task, 'duration_secs': 0.01657} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.883818] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22becca7-ebd8-4b58-9b75-e8dbc5e5abba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.886567] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27bf569a-defd-4cdb-b363-0f2ef1d65fb9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.899160] env[62664]: DEBUG nova.compute.provider_tree [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.914291] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 635.914291] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527a0b10-26d1-070d-2b86-33a0dfd271ad" [ 635.914291] env[62664]: _type = "Task" [ 635.914291] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.916213] env[62664]: DEBUG nova.scheduler.client.report [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.919671] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e8fc02-d2d1-4b01-888a-45d14f4ce8a8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.936946] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527a0b10-26d1-070d-2b86-33a0dfd271ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01373} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.937505] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.937698] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] b3c94ff1-9b13-40d8-a028-847544742f18/b3c94ff1-9b13-40d8-a028-847544742f18.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.937951] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37413fee-9e42-4433-a430-f3fbae2860df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.946564] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 635.946564] env[62664]: value = "task-2697411" [ 635.946564] env[62664]: _type = "Task" [ 635.946564] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.957279] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.261095] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.284601] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.284769] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.285046] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.285155] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.285368] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.285492] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.285807] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.285974] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.286329] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.286329] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.286489] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.288286] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4886ad8c-4363-44ec-8855-91937288a0c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.297314] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1513d542-e0c0-45ee-b15b-f23a39cc23fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.335252] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ce21b7a-c2a8-46c5-8d3e-bcfded39200f tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Lock "f88e9050-4065-4911-b0b0-2ec6df97bd4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.562s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.406190] env[62664]: DEBUG nova.compute.manager [None req-3f4a40ac-12b5-48f4-b8ed-ca32ea362e01 tempest-ServerDiagnosticsV248Test-790039610 tempest-ServerDiagnosticsV248Test-790039610-project-admin] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.407433] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86398ed7-b23d-4bd0-8976-26841313a703 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.419295] env[62664]: INFO nova.compute.manager [None req-3f4a40ac-12b5-48f4-b8ed-ca32ea362e01 tempest-ServerDiagnosticsV248Test-790039610 tempest-ServerDiagnosticsV248Test-790039610-project-admin] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Retrieving diagnostics [ 636.419418] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79606f14-eb04-4797-84d9-780019ed66f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.423767] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.424198] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.428263] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.960s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.429884] env[62664]: INFO nova.compute.claims [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.438716] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 636.464788] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-064ce166-5df7-48cb-b187-67f35f4fba1e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.481152] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697411, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.482708] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 636.482708] env[62664]: value = "task-2697412" [ 636.482708] env[62664]: _type = "Task" [ 636.482708] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.495096] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.790253] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Successfully updated port: 830dc489-61c5-4df0-8f5d-75d07b3c5a5c {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.840054] env[62664]: DEBUG nova.compute.manager [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.893172] env[62664]: DEBUG nova.compute.manager [req-78bcfa32-56c2-434f-89d7-8393d763051a req-a95a43b5-6a69-4a0d-8887-1e28f88c1e23 service nova] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Received event network-vif-plugged-830dc489-61c5-4df0-8f5d-75d07b3c5a5c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.893489] env[62664]: DEBUG oslo_concurrency.lockutils [req-78bcfa32-56c2-434f-89d7-8393d763051a req-a95a43b5-6a69-4a0d-8887-1e28f88c1e23 service nova] Acquiring lock "34e9ab31-abeb-474b-b586-30b5c0703330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.893930] env[62664]: DEBUG oslo_concurrency.lockutils [req-78bcfa32-56c2-434f-89d7-8393d763051a req-a95a43b5-6a69-4a0d-8887-1e28f88c1e23 service nova] Lock "34e9ab31-abeb-474b-b586-30b5c0703330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.893930] env[62664]: DEBUG oslo_concurrency.lockutils [req-78bcfa32-56c2-434f-89d7-8393d763051a req-a95a43b5-6a69-4a0d-8887-1e28f88c1e23 service nova] Lock "34e9ab31-abeb-474b-b586-30b5c0703330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.894244] env[62664]: DEBUG nova.compute.manager [req-78bcfa32-56c2-434f-89d7-8393d763051a req-a95a43b5-6a69-4a0d-8887-1e28f88c1e23 service nova] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] No waiting events found dispatching network-vif-plugged-830dc489-61c5-4df0-8f5d-75d07b3c5a5c {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.894503] env[62664]: WARNING nova.compute.manager [req-78bcfa32-56c2-434f-89d7-8393d763051a req-a95a43b5-6a69-4a0d-8887-1e28f88c1e23 service nova] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Received unexpected event network-vif-plugged-830dc489-61c5-4df0-8f5d-75d07b3c5a5c for instance with vm_state building and task_state spawning. [ 636.935598] env[62664]: DEBUG nova.compute.utils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 636.939740] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.941031] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.978734] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647684} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.978907] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] b3c94ff1-9b13-40d8-a028-847544742f18/b3c94ff1-9b13-40d8-a028-847544742f18.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.979181] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.979434] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b922f44f-e0cb-4a32-b786-3d1521c7c891 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.988152] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 636.988152] env[62664]: value = "task-2697413" [ 636.988152] env[62664]: _type = "Task" [ 636.988152] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.995432] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697412, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.997138] env[62664]: DEBUG nova.policy [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20ae7c30b81146999cfb1d4cf3dd4f9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bd16e2ad18c44be8f588755794e8a31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.005579] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.292592] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "refresh_cache-34e9ab31-abeb-474b-b586-30b5c0703330" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.292865] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired lock "refresh_cache-34e9ab31-abeb-474b-b586-30b5c0703330" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.293014] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.320880] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Successfully created port: f21785fc-2762-41d7-8dc2-30c79b779da8 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.361700] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.440260] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.504385] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697412, 'name': CreateSnapshot_Task, 'duration_secs': 0.995186} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.508043] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 637.508469] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075177} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.511632] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21445eae-f4a2-4bad-b48a-e917cdbb2083 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.514382] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.519025] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd2f134-fab4-41e1-93ad-a575a837927f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.550421] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] b3c94ff1-9b13-40d8-a028-847544742f18/b3c94ff1-9b13-40d8-a028-847544742f18.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.553039] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2bfbe1-ef0d-4439-889d-895cca7782ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.576279] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 637.576279] env[62664]: value = "task-2697414" [ 637.576279] env[62664]: _type = "Task" [ 637.576279] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.590468] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.828239] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.989748] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Updating instance_info_cache with network_info: [{"id": "830dc489-61c5-4df0-8f5d-75d07b3c5a5c", "address": "fa:16:3e:4a:03:df", "network": {"id": "b497ce0c-c188-42d5-aeb1-fcc97c63b36b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1006059062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd16e2ad18c44be8f588755794e8a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830dc489-61", "ovs_interfaceid": "830dc489-61c5-4df0-8f5d-75d07b3c5a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.007186] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a98563-b318-4415-be56-04700b9a4c61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.016634] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22e4053-ecee-4908-8a7f-b7dc8ce5a45c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.059523] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 638.060073] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-58f4627c-8c7c-4feb-9942-5e98d952131c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.063817] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5278acd3-36d8-409d-b9eb-fda00931dd58 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.074277] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432086fd-e8e7-44ef-8712-97a2cf872e30 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.078657] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 638.078657] env[62664]: value = "task-2697415" [ 638.078657] env[62664]: _type = "Task" [ 638.078657] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.093584] env[62664]: DEBUG nova.compute.provider_tree [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.102292] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697414, 'name': ReconfigVM_Task, 'duration_secs': 0.33206} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.103699] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Reconfigured VM instance instance-0000001a to attach disk [datastore2] b3c94ff1-9b13-40d8-a028-847544742f18/b3c94ff1-9b13-40d8-a028-847544742f18.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.104382] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697415, 'name': CloneVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.104615] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40f4ab55-e605-4012-abf9-5d15b8e903c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.112035] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 638.112035] env[62664]: value = "task-2697416" [ 638.112035] env[62664]: _type = "Task" [ 638.112035] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.121140] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697416, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.451865] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.476324] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.476676] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.476905] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.477131] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.477298] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.477450] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.477664] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.477827] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.477998] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.478176] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.478351] env[62664]: DEBUG nova.virt.hardware [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.479250] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1998e79f-a79e-464b-82ae-a0887055fd7e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.488371] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4aef0-0ef7-441f-84d5-d488696a3dd0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.494121] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Releasing lock "refresh_cache-34e9ab31-abeb-474b-b586-30b5c0703330" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.494458] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Instance network_info: |[{"id": "830dc489-61c5-4df0-8f5d-75d07b3c5a5c", "address": "fa:16:3e:4a:03:df", "network": {"id": "b497ce0c-c188-42d5-aeb1-fcc97c63b36b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1006059062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd16e2ad18c44be8f588755794e8a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830dc489-61", "ovs_interfaceid": "830dc489-61c5-4df0-8f5d-75d07b3c5a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.494881] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:03:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '830dc489-61c5-4df0-8f5d-75d07b3c5a5c', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.502760] env[62664]: DEBUG oslo.service.loopingcall [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.510776] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.511318] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25aefad3-5584-4d7b-a3ed-06390da7b34c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.533067] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.533067] env[62664]: value = "task-2697417" [ 638.533067] env[62664]: _type = "Task" [ 638.533067] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.542230] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697417, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.589899] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697415, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.597902] env[62664]: DEBUG nova.scheduler.client.report [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.624524] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697416, 'name': Rename_Task, 'duration_secs': 0.181278} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.624817] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.625097] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcd10188-0b11-4d8a-a041-e1a3fc8413cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.633118] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 638.633118] env[62664]: value = "task-2697418" [ 638.633118] env[62664]: _type = "Task" [ 638.633118] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.644177] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.904078] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Successfully updated port: f21785fc-2762-41d7-8dc2-30c79b779da8 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.966403] env[62664]: DEBUG nova.compute.manager [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Received event network-changed-830dc489-61c5-4df0-8f5d-75d07b3c5a5c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.966403] env[62664]: DEBUG nova.compute.manager [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Refreshing instance network info cache due to event network-changed-830dc489-61c5-4df0-8f5d-75d07b3c5a5c. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 638.966470] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] Acquiring lock "refresh_cache-34e9ab31-abeb-474b-b586-30b5c0703330" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.966626] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] Acquired lock "refresh_cache-34e9ab31-abeb-474b-b586-30b5c0703330" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.966767] env[62664]: DEBUG nova.network.neutron [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Refreshing network info cache for port 830dc489-61c5-4df0-8f5d-75d07b3c5a5c {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.046016] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697417, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.092028] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697415, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.103729] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.104034] env[62664]: DEBUG nova.compute.manager [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.107050] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.665s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.111017] env[62664]: INFO nova.compute.claims [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.147382] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697418, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.407679] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "refresh_cache-97973019-3a8a-4211-9821-b909332fd03d" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.407982] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired lock "refresh_cache-97973019-3a8a-4211-9821-b909332fd03d" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.408201] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.544678] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697417, 'name': CreateVM_Task, 'duration_secs': 0.58386} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.544965] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.545537] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.545718] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.546065] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.546333] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc379fb-a99d-4ac4-9a11-64bbc457c4a1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.551728] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 639.551728] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b90e2-8988-5666-d859-a295ea8f295a" [ 639.551728] env[62664]: _type = "Task" [ 639.551728] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.560585] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b90e2-8988-5666-d859-a295ea8f295a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.593632] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697415, 'name': CloneVM_Task, 'duration_secs': 1.489542} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.593917] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Created linked-clone VM from snapshot [ 639.595146] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be46c713-142d-4f4a-93e8-047d50cdf0d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.603758] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Uploading image 07cdc382-eed8-4419-b390-48991314286f {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 639.618032] env[62664]: DEBUG nova.compute.utils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 639.623394] env[62664]: DEBUG nova.compute.manager [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.623603] env[62664]: DEBUG nova.network.neutron [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.636641] env[62664]: DEBUG oslo_vmware.rw_handles [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 639.636641] env[62664]: value = "vm-543587" [ 639.636641] env[62664]: _type = "VirtualMachine" [ 639.636641] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 639.636641] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a79f55c-638d-4dcd-96f2-8295a132c34d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.648206] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697418, 'name': PowerOnVM_Task, 'duration_secs': 0.61983} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.648509] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.659722] env[62664]: INFO nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Took 8.17 seconds to spawn the instance on the hypervisor. [ 639.659722] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.659722] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1cf0c7-51a5-4dba-ba34-ff05dc9fa614 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.659722] env[62664]: DEBUG oslo_vmware.rw_handles [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lease: (returnval){ [ 639.659722] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fc8985-86b9-703f-f636-515c65e349ec" [ 639.659722] env[62664]: _type = "HttpNfcLease" [ 639.659722] env[62664]: } obtained for exporting VM: (result){ [ 639.659722] env[62664]: value = "vm-543587" [ 639.659722] env[62664]: _type = "VirtualMachine" [ 639.659722] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 639.659722] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the lease: (returnval){ [ 639.659722] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fc8985-86b9-703f-f636-515c65e349ec" [ 639.659722] env[62664]: _type = "HttpNfcLease" [ 639.659722] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 639.668838] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 639.668838] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fc8985-86b9-703f-f636-515c65e349ec" [ 639.668838] env[62664]: _type = "HttpNfcLease" [ 639.668838] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 639.670540] env[62664]: DEBUG nova.policy [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce32dfef163403ab7a1a3aedd4660c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1830ba934f47435d864702570b1fd9bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.672016] env[62664]: DEBUG oslo_vmware.rw_handles [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 639.672016] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fc8985-86b9-703f-f636-515c65e349ec" [ 639.672016] env[62664]: _type = "HttpNfcLease" [ 639.672016] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 639.673488] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2897b4c2-1d93-4acb-9916-ee18593d27c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.685287] env[62664]: DEBUG oslo_vmware.rw_handles [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2279d-1fcc-4d25-177e-1ccb1ac5768a/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 639.685516] env[62664]: DEBUG oslo_vmware.rw_handles [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2279d-1fcc-4d25-177e-1ccb1ac5768a/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 639.744759] env[62664]: DEBUG nova.network.neutron [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Updated VIF entry in instance network info cache for port 830dc489-61c5-4df0-8f5d-75d07b3c5a5c. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.745096] env[62664]: DEBUG nova.network.neutron [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Updating instance_info_cache with network_info: [{"id": "830dc489-61c5-4df0-8f5d-75d07b3c5a5c", "address": "fa:16:3e:4a:03:df", "network": {"id": "b497ce0c-c188-42d5-aeb1-fcc97c63b36b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1006059062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd16e2ad18c44be8f588755794e8a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830dc489-61", "ovs_interfaceid": "830dc489-61c5-4df0-8f5d-75d07b3c5a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.798655] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7163c0f4-fda9-4881-b7bf-cf59cd5eb7f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.960779] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.033259] env[62664]: DEBUG nova.network.neutron [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Successfully created port: 4adbd194-bdd4-4a63-a036-9302eb327959 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.067488] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b90e2-8988-5666-d859-a295ea8f295a, 'name': SearchDatastore_Task, 'duration_secs': 0.021463} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.067488] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.067488] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.067488] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.067643] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.067643] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.067643] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e6b1144-2ee3-4dfc-970a-bba1ecbc3b64 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.081577] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.081577] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.081577] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e2ddc7-accb-4a4a-8152-2365bea25b4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.087808] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 640.087808] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527bc8e6-073f-92de-2ba2-883a431d25c7" [ 640.087808] env[62664]: _type = "Task" [ 640.087808] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.100812] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527bc8e6-073f-92de-2ba2-883a431d25c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.125595] env[62664]: DEBUG nova.compute.manager [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.135148] env[62664]: DEBUG nova.network.neutron [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Updating instance_info_cache with network_info: [{"id": "f21785fc-2762-41d7-8dc2-30c79b779da8", "address": "fa:16:3e:63:66:d8", "network": {"id": "b497ce0c-c188-42d5-aeb1-fcc97c63b36b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1006059062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd16e2ad18c44be8f588755794e8a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf21785fc-27", "ovs_interfaceid": "f21785fc-2762-41d7-8dc2-30c79b779da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.185271] env[62664]: INFO nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Took 37.09 seconds to build instance. [ 640.248725] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] Releasing lock "refresh_cache-34e9ab31-abeb-474b-b586-30b5c0703330" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.249030] env[62664]: DEBUG nova.compute.manager [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Received event network-vif-plugged-f21785fc-2762-41d7-8dc2-30c79b779da8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.249234] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] Acquiring lock "97973019-3a8a-4211-9821-b909332fd03d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.249460] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] Lock "97973019-3a8a-4211-9821-b909332fd03d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.249638] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] Lock "97973019-3a8a-4211-9821-b909332fd03d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.249973] env[62664]: DEBUG nova.compute.manager [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 97973019-3a8a-4211-9821-b909332fd03d] No waiting events found dispatching network-vif-plugged-f21785fc-2762-41d7-8dc2-30c79b779da8 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.250411] env[62664]: WARNING nova.compute.manager [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Received unexpected event network-vif-plugged-f21785fc-2762-41d7-8dc2-30c79b779da8 for instance with vm_state building and task_state spawning. [ 640.250696] env[62664]: DEBUG nova.compute.manager [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Received event network-changed-f21785fc-2762-41d7-8dc2-30c79b779da8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.251096] env[62664]: DEBUG nova.compute.manager [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Refreshing instance network info cache due to event network-changed-f21785fc-2762-41d7-8dc2-30c79b779da8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 640.251451] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] Acquiring lock "refresh_cache-97973019-3a8a-4211-9821-b909332fd03d" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.605912] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527bc8e6-073f-92de-2ba2-883a431d25c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.606814] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1aa89c8-37c4-4179-8133-f73d5a21e6c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.617127] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 640.617127] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296d95a-44f0-d916-1354-80de37489fea" [ 640.617127] env[62664]: _type = "Task" [ 640.617127] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.631735] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296d95a-44f0-d916-1354-80de37489fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.637548] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Releasing lock "refresh_cache-97973019-3a8a-4211-9821-b909332fd03d" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.637866] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Instance network_info: |[{"id": "f21785fc-2762-41d7-8dc2-30c79b779da8", "address": "fa:16:3e:63:66:d8", "network": {"id": "b497ce0c-c188-42d5-aeb1-fcc97c63b36b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1006059062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd16e2ad18c44be8f588755794e8a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf21785fc-27", "ovs_interfaceid": "f21785fc-2762-41d7-8dc2-30c79b779da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.640819] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] Acquired lock "refresh_cache-97973019-3a8a-4211-9821-b909332fd03d" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.641018] env[62664]: DEBUG nova.network.neutron [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Refreshing network info cache for port f21785fc-2762-41d7-8dc2-30c79b779da8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.642380] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:66:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f21785fc-2762-41d7-8dc2-30c79b779da8', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.651402] env[62664]: DEBUG oslo.service.loopingcall [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.655787] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.656634] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-beac6b7c-d618-43f7-980a-1dc486ca7430 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.684863] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.684863] env[62664]: value = "task-2697420" [ 640.684863] env[62664]: _type = "Task" [ 640.684863] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.692574] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "b3c94ff1-9b13-40d8-a028-847544742f18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.442s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.703565] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697420, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.753292] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f22ef6-a0e2-462e-8244-145054e5f2ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.767707] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa25de76-a38d-4e2d-9c4e-c4374533e2a4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.817987] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a1de75-69b2-411a-8cf6-2db0cc17ceed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.829984] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93f4543-f434-4dc0-9ad6-a86709cdd9f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.846722] env[62664]: DEBUG nova.compute.provider_tree [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.967694] env[62664]: DEBUG nova.network.neutron [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Updated VIF entry in instance network info cache for port f21785fc-2762-41d7-8dc2-30c79b779da8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.967772] env[62664]: DEBUG nova.network.neutron [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Updating instance_info_cache with network_info: [{"id": "f21785fc-2762-41d7-8dc2-30c79b779da8", "address": "fa:16:3e:63:66:d8", "network": {"id": "b497ce0c-c188-42d5-aeb1-fcc97c63b36b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1006059062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bd16e2ad18c44be8f588755794e8a31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf21785fc-27", "ovs_interfaceid": "f21785fc-2762-41d7-8dc2-30c79b779da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.129480] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296d95a-44f0-d916-1354-80de37489fea, 'name': SearchDatastore_Task, 'duration_secs': 0.018352} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.129808] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.130116] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 34e9ab31-abeb-474b-b586-30b5c0703330/34e9ab31-abeb-474b-b586-30b5c0703330.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.130387] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98373ef-7aba-437f-85c6-c6cff934414d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.133958] env[62664]: DEBUG nova.compute.manager [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.143024] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 641.143024] env[62664]: value = "task-2697421" [ 641.143024] env[62664]: _type = "Task" [ 641.143024] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.196984] env[62664]: DEBUG nova.compute.manager [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.199898] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697420, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.317956] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.319105] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.319105] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.319105] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.319105] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.319105] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.319300] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.319334] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.319501] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.319730] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.319882] env[62664]: DEBUG nova.virt.hardware [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.322516] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9274bd14-3475-4c23-a84a-93188ee44ba6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.334484] env[62664]: DEBUG oslo_vmware.rw_handles [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e83b5-063c-d4dc-13f0-20eee3ecbde2/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 641.335848] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1418f890-6989-4f78-afe4-8428faf7969c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.340250] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454bf2be-6bd9-4a34-b9a7-63f95747a1bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.353928] env[62664]: DEBUG nova.scheduler.client.report [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.359341] env[62664]: DEBUG oslo_vmware.rw_handles [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e83b5-063c-d4dc-13f0-20eee3ecbde2/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 641.362261] env[62664]: ERROR oslo_vmware.rw_handles [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e83b5-063c-d4dc-13f0-20eee3ecbde2/disk-0.vmdk due to incomplete transfer. [ 641.362261] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9e04b5f-0d7e-4e7b-9244-431d984b1391 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.372197] env[62664]: DEBUG oslo_vmware.rw_handles [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e83b5-063c-d4dc-13f0-20eee3ecbde2/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 641.373035] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Uploaded image 5c49cd4c-11da-4c18-934b-82e09e62dbd8 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 641.374716] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 641.375202] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9db5d718-934e-4b30-8390-003cfe3d9f21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.382787] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 641.382787] env[62664]: value = "task-2697422" [ 641.382787] env[62664]: _type = "Task" [ 641.382787] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.394300] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697422, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.471149] env[62664]: DEBUG oslo_concurrency.lockutils [req-cc96d177-4ea9-40a2-ac74-3743af4cb7a4 req-ac9c8f54-bd86-44ad-bc45-3a04ba1fc266 service nova] Releasing lock "refresh_cache-97973019-3a8a-4211-9821-b909332fd03d" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.656554] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697421, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.706661] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697420, 'name': CreateVM_Task, 'duration_secs': 0.62677} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.706942] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.707922] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.708212] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.708690] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.712253] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b152c4-5b0e-4aa1-9f52-8f5663597e6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.723679] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 641.723679] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5259d442-313b-ed58-db79-c2e887c8a59f" [ 641.723679] env[62664]: _type = "Task" [ 641.723679] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.732457] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.739075] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5259d442-313b-ed58-db79-c2e887c8a59f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.760353] env[62664]: DEBUG nova.network.neutron [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Successfully updated port: 4adbd194-bdd4-4a63-a036-9302eb327959 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.803542] env[62664]: DEBUG nova.compute.manager [req-b95d6837-9fe6-457c-a908-11aca92f9443 req-2f337a35-3ebb-429d-a836-499b9700b200 service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Received event network-vif-plugged-4adbd194-bdd4-4a63-a036-9302eb327959 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.803855] env[62664]: DEBUG oslo_concurrency.lockutils [req-b95d6837-9fe6-457c-a908-11aca92f9443 req-2f337a35-3ebb-429d-a836-499b9700b200 service nova] Acquiring lock "73d030d5-2d4f-4206-8706-9672ec9221f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.803999] env[62664]: DEBUG oslo_concurrency.lockutils [req-b95d6837-9fe6-457c-a908-11aca92f9443 req-2f337a35-3ebb-429d-a836-499b9700b200 service nova] Lock "73d030d5-2d4f-4206-8706-9672ec9221f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.804173] env[62664]: DEBUG oslo_concurrency.lockutils [req-b95d6837-9fe6-457c-a908-11aca92f9443 req-2f337a35-3ebb-429d-a836-499b9700b200 service nova] Lock "73d030d5-2d4f-4206-8706-9672ec9221f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.804339] env[62664]: DEBUG nova.compute.manager [req-b95d6837-9fe6-457c-a908-11aca92f9443 req-2f337a35-3ebb-429d-a836-499b9700b200 service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] No waiting events found dispatching network-vif-plugged-4adbd194-bdd4-4a63-a036-9302eb327959 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.804591] env[62664]: WARNING nova.compute.manager [req-b95d6837-9fe6-457c-a908-11aca92f9443 req-2f337a35-3ebb-429d-a836-499b9700b200 service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Received unexpected event network-vif-plugged-4adbd194-bdd4-4a63-a036-9302eb327959 for instance with vm_state building and task_state spawning. [ 641.862231] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.862766] env[62664]: DEBUG nova.compute.manager [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.865897] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.923s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.867166] env[62664]: DEBUG nova.objects.instance [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lazy-loading 'resources' on Instance uuid 03359cc0-ef5f-4cdf-bd91-445ddf1da33f {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.894240] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697422, 'name': Destroy_Task, 'duration_secs': 0.455301} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.894548] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Destroyed the VM [ 641.894825] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 641.895157] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4bae9542-5107-481f-a782-b233098095ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.904106] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 641.904106] env[62664]: value = "task-2697423" [ 641.904106] env[62664]: _type = "Task" [ 641.904106] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.915182] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.162620] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636406} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.163025] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 34e9ab31-abeb-474b-b586-30b5c0703330/34e9ab31-abeb-474b-b586-30b5c0703330.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.163344] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.163921] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5274f387-8a0b-4e1f-af5b-18c0df731454 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.174302] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 642.174302] env[62664]: value = "task-2697424" [ 642.174302] env[62664]: _type = "Task" [ 642.174302] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.184553] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.235815] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5259d442-313b-ed58-db79-c2e887c8a59f, 'name': SearchDatastore_Task, 'duration_secs': 0.037206} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.236287] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.236566] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.236866] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.237054] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.237256] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.237526] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e24e5d39-ebe7-491f-ab0e-d97a15509f3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.247916] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.248163] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.248939] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6a39d9-349d-4e31-a94b-f850dfd82db2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.255619] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 642.255619] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528e1038-8f90-dda4-76a8-17c6d668a6b4" [ 642.255619] env[62664]: _type = "Task" [ 642.255619] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.263318] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquiring lock "refresh_cache-73d030d5-2d4f-4206-8706-9672ec9221f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.263539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquired lock "refresh_cache-73d030d5-2d4f-4206-8706-9672ec9221f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.263697] env[62664]: DEBUG nova.network.neutron [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.268127] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528e1038-8f90-dda4-76a8-17c6d668a6b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.369144] env[62664]: DEBUG nova.compute.utils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 642.370636] env[62664]: DEBUG nova.compute.manager [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.370866] env[62664]: DEBUG nova.network.neutron [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.417074] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697423, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.418535] env[62664]: DEBUG nova.policy [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dcfc543c5b4dad8df42466ed2af6ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5990947add84dc199c2253a90e0fe44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.686289] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076022} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.686812] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.688014] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d862f6-1ac6-4ad1-8466-a21304d9f0df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.729498] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 34e9ab31-abeb-474b-b586-30b5c0703330/34e9ab31-abeb-474b-b586-30b5c0703330.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.732480] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da90a46-5e74-4fe9-aaaa-c2472ffd9d82 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.755216] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 642.755216] env[62664]: value = "task-2697425" [ 642.755216] env[62664]: _type = "Task" [ 642.755216] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.771708] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697425, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.775762] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528e1038-8f90-dda4-76a8-17c6d668a6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.025381} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.776874] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f351b6-b837-4018-8f4b-0565e8a216b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.785780] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 642.785780] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526c734b-74e3-d7f5-25e3-75ccd9aeadcc" [ 642.785780] env[62664]: _type = "Task" [ 642.785780] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.794985] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526c734b-74e3-d7f5-25e3-75ccd9aeadcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.809545] env[62664]: DEBUG nova.network.neutron [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.816450] env[62664]: DEBUG nova.network.neutron [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Successfully created port: ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.876833] env[62664]: DEBUG nova.compute.manager [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.916440] env[62664]: DEBUG oslo_vmware.api [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697423, 'name': RemoveSnapshot_Task, 'duration_secs': 0.58791} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.919292] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 642.919542] env[62664]: INFO nova.compute.manager [None req-309bb680-3afd-4143-95c1-fd5ad65a718c tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Took 13.56 seconds to snapshot the instance on the hypervisor. [ 642.979215] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a783f4-c7fc-4bcd-bce5-3f45e0ecb784 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.987452] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082dbf72-4513-48ce-bbf1-9091f83b14fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.991595] env[62664]: DEBUG nova.network.neutron [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Updating instance_info_cache with network_info: [{"id": "4adbd194-bdd4-4a63-a036-9302eb327959", "address": "fa:16:3e:e9:7e:c7", "network": {"id": "a3dabeb3-321b-4b88-a0ca-8bd0d6058259", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1093752953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1830ba934f47435d864702570b1fd9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4adbd194-bd", "ovs_interfaceid": "4adbd194-bdd4-4a63-a036-9302eb327959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.024118] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e39ee3-015e-4f8c-b455-efd8363004a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.032996] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc858bd6-9e7e-4c3e-b9fe-2839acad6c86 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.048300] env[62664]: DEBUG nova.compute.provider_tree [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.265890] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.296453] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526c734b-74e3-d7f5-25e3-75ccd9aeadcc, 'name': SearchDatastore_Task, 'duration_secs': 0.026509} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.296780] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.296947] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 97973019-3a8a-4211-9821-b909332fd03d/97973019-3a8a-4211-9821-b909332fd03d.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.297228] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c6092c1-ecd3-4cbd-ad8c-dba165ace9f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.305262] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 643.305262] env[62664]: value = "task-2697426" [ 643.305262] env[62664]: _type = "Task" [ 643.305262] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.314186] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.494061] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Releasing lock "refresh_cache-73d030d5-2d4f-4206-8706-9672ec9221f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.494470] env[62664]: DEBUG nova.compute.manager [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Instance network_info: |[{"id": "4adbd194-bdd4-4a63-a036-9302eb327959", "address": "fa:16:3e:e9:7e:c7", "network": {"id": "a3dabeb3-321b-4b88-a0ca-8bd0d6058259", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1093752953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1830ba934f47435d864702570b1fd9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4adbd194-bd", "ovs_interfaceid": "4adbd194-bdd4-4a63-a036-9302eb327959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.495036] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:7e:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4adbd194-bdd4-4a63-a036-9302eb327959', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.503855] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Creating folder: Project (1830ba934f47435d864702570b1fd9bc). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.504112] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff2ddca-0ce4-4992-9de4-c72a53796a34 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.518218] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Created folder: Project (1830ba934f47435d864702570b1fd9bc) in parent group-v543506. [ 643.518447] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Creating folder: Instances. Parent ref: group-v543590. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.518769] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-126d8a90-efde-4569-989f-c62b38325eb1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.532808] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Created folder: Instances in parent group-v543590. [ 643.533147] env[62664]: DEBUG oslo.service.loopingcall [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.533412] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.533707] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70bec7fd-b7a9-4ebf-84ae-a2cb9af126b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.552423] env[62664]: DEBUG nova.scheduler.client.report [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.558221] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.558221] env[62664]: value = "task-2697429" [ 643.558221] env[62664]: _type = "Task" [ 643.558221] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.568239] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697429, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.768909] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697425, 'name': ReconfigVM_Task, 'duration_secs': 0.64137} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.769328] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 34e9ab31-abeb-474b-b586-30b5c0703330/34e9ab31-abeb-474b-b586-30b5c0703330.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.770057] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-539e6095-8216-4206-824a-652d6babc71a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.780690] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 643.780690] env[62664]: value = "task-2697430" [ 643.780690] env[62664]: _type = "Task" [ 643.780690] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.792175] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697430, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.822023] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.864969] env[62664]: DEBUG nova.compute.manager [req-c62264b7-89b7-4446-a1e5-d0f90bbd2de2 req-b4a36db8-5cc7-43fe-8f25-dc3a56c21ace service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Received event network-changed-4adbd194-bdd4-4a63-a036-9302eb327959 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.865275] env[62664]: DEBUG nova.compute.manager [req-c62264b7-89b7-4446-a1e5-d0f90bbd2de2 req-b4a36db8-5cc7-43fe-8f25-dc3a56c21ace service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Refreshing instance network info cache due to event network-changed-4adbd194-bdd4-4a63-a036-9302eb327959. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.865534] env[62664]: DEBUG oslo_concurrency.lockutils [req-c62264b7-89b7-4446-a1e5-d0f90bbd2de2 req-b4a36db8-5cc7-43fe-8f25-dc3a56c21ace service nova] Acquiring lock "refresh_cache-73d030d5-2d4f-4206-8706-9672ec9221f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.865707] env[62664]: DEBUG oslo_concurrency.lockutils [req-c62264b7-89b7-4446-a1e5-d0f90bbd2de2 req-b4a36db8-5cc7-43fe-8f25-dc3a56c21ace service nova] Acquired lock "refresh_cache-73d030d5-2d4f-4206-8706-9672ec9221f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.866053] env[62664]: DEBUG nova.network.neutron [req-c62264b7-89b7-4446-a1e5-d0f90bbd2de2 req-b4a36db8-5cc7-43fe-8f25-dc3a56c21ace service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Refreshing network info cache for port 4adbd194-bdd4-4a63-a036-9302eb327959 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.891859] env[62664]: DEBUG nova.compute.manager [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.914873] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.915146] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.915305] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.915486] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.915632] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.915777] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.915987] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.916162] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.916331] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.916506] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.916766] env[62664]: DEBUG nova.virt.hardware [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.917662] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d286e2-7586-42bb-92b5-cb4606d98f69 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.926414] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4443df-dd34-4bd5-a12c-115fedd06585 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.060557] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.062948] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.606s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.063381] env[62664]: DEBUG nova.objects.instance [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lazy-loading 'resources' on Instance uuid 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.077265] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697429, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.091557] env[62664]: INFO nova.scheduler.client.report [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Deleted allocations for instance 03359cc0-ef5f-4cdf-bd91-445ddf1da33f [ 644.292605] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697430, 'name': Rename_Task, 'duration_secs': 0.355604} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.293909] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.293909] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e89f026-4e81-48a4-9536-698951563e47 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.301435] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 644.301435] env[62664]: value = "task-2697431" [ 644.301435] env[62664]: _type = "Task" [ 644.301435] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.310887] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.319928] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627772} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.320401] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 97973019-3a8a-4211-9821-b909332fd03d/97973019-3a8a-4211-9821-b909332fd03d.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.320629] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.320894] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1918fc3-3d91-40bd-bcf0-71f7d8a72cee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.328564] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 644.328564] env[62664]: value = "task-2697432" [ 644.328564] env[62664]: _type = "Task" [ 644.328564] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.340482] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.468883] env[62664]: DEBUG nova.network.neutron [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Successfully updated port: ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.577231] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697429, 'name': CreateVM_Task, 'duration_secs': 0.764081} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.577231] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.580664] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.580664] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.580664] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.580664] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff32997b-28f7-464d-92d4-104ebcf764c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.587051] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for the task: (returnval){ [ 644.587051] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52010f8a-5621-417c-d47f-a80270b244e4" [ 644.587051] env[62664]: _type = "Task" [ 644.587051] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.596479] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52010f8a-5621-417c-d47f-a80270b244e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.598468] env[62664]: DEBUG nova.network.neutron [req-c62264b7-89b7-4446-a1e5-d0f90bbd2de2 req-b4a36db8-5cc7-43fe-8f25-dc3a56c21ace service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Updated VIF entry in instance network info cache for port 4adbd194-bdd4-4a63-a036-9302eb327959. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.598801] env[62664]: DEBUG nova.network.neutron [req-c62264b7-89b7-4446-a1e5-d0f90bbd2de2 req-b4a36db8-5cc7-43fe-8f25-dc3a56c21ace service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Updating instance_info_cache with network_info: [{"id": "4adbd194-bdd4-4a63-a036-9302eb327959", "address": "fa:16:3e:e9:7e:c7", "network": {"id": "a3dabeb3-321b-4b88-a0ca-8bd0d6058259", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1093752953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1830ba934f47435d864702570b1fd9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4adbd194-bd", "ovs_interfaceid": "4adbd194-bdd4-4a63-a036-9302eb327959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.602885] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fb2f5a7-daa6-44d4-8b62-e08ea885aefb tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "03359cc0-ef5f-4cdf-bd91-445ddf1da33f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.768s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.815013] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.841078] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127192} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.843935] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.844956] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589a3038-3226-4d27-8403-962a42c89004 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.873795] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 97973019-3a8a-4211-9821-b909332fd03d/97973019-3a8a-4211-9821-b909332fd03d.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.876699] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490470f1-2c36-48a3-b1af-3d767cbd2cd2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.898539] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 644.898539] env[62664]: value = "task-2697433" [ 644.898539] env[62664]: _type = "Task" [ 644.898539] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.910998] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.973063] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "refresh_cache-dceb2e10-608b-436a-adaf-6bb2d7604566" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.973063] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "refresh_cache-dceb2e10-608b-436a-adaf-6bb2d7604566" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.973063] env[62664]: DEBUG nova.network.neutron [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.099660] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52010f8a-5621-417c-d47f-a80270b244e4, 'name': SearchDatastore_Task, 'duration_secs': 0.01355} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.102341] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.102723] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.102972] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.103531] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.103531] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.103870] env[62664]: DEBUG oslo_concurrency.lockutils [req-c62264b7-89b7-4446-a1e5-d0f90bbd2de2 req-b4a36db8-5cc7-43fe-8f25-dc3a56c21ace service nova] Releasing lock "refresh_cache-73d030d5-2d4f-4206-8706-9672ec9221f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.105515] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ed2b90-41e9-4640-8439-9d845b2d22b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.115232] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.116364] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.116364] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73c834a-e5ca-4d61-b839-486bf7ac8452 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.119768] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b825d16-67a1-4742-a8b7-f78f6e2b39aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.129132] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1883ee4a-4c26-4036-9898-98ca183f5021 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.132071] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for the task: (returnval){ [ 645.132071] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a12a77-afde-0778-222c-505d61f54cc3" [ 645.132071] env[62664]: _type = "Task" [ 645.132071] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.162255] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9615442e-1f0e-4254-a022-300e167d0ba7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.168454] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a12a77-afde-0778-222c-505d61f54cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.018154} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.169580] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2711a1c4-c87d-4131-b69e-7529a137f206 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.175264] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d056c3-9f4b-4a18-81af-87105d041e93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.179959] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for the task: (returnval){ [ 645.179959] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f449b0-1019-23fa-d16a-6a9ba26af82e" [ 645.179959] env[62664]: _type = "Task" [ 645.179959] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.191504] env[62664]: DEBUG nova.compute.provider_tree [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.199038] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f449b0-1019-23fa-d16a-6a9ba26af82e, 'name': SearchDatastore_Task, 'duration_secs': 0.016409} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.199305] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.199640] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 73d030d5-2d4f-4206-8706-9672ec9221f5/73d030d5-2d4f-4206-8706-9672ec9221f5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.199808] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92aaa10f-b655-4062-9033-f0b16072163b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.209112] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for the task: (returnval){ [ 645.209112] env[62664]: value = "task-2697434" [ 645.209112] env[62664]: _type = "Task" [ 645.209112] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.217272] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.312921] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697431, 'name': PowerOnVM_Task, 'duration_secs': 0.758144} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.312921] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.312993] env[62664]: INFO nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Took 9.05 seconds to spawn the instance on the hypervisor. [ 645.313654] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.314468] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15188665-2852-45b8-959d-2db50d5fb2ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.410824] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.522974] env[62664]: DEBUG nova.network.neutron [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.547285] env[62664]: DEBUG nova.compute.manager [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.547721] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b169ade-d83d-48bc-ba0f-df3534147ca4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.695894] env[62664]: DEBUG nova.scheduler.client.report [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.726185] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697434, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.840521] env[62664]: INFO nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Took 36.77 seconds to build instance. [ 645.914263] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697433, 'name': ReconfigVM_Task, 'duration_secs': 0.609435} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.914263] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 97973019-3a8a-4211-9821-b909332fd03d/97973019-3a8a-4211-9821-b909332fd03d.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.914263] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f6688ba-2ab3-4006-9b65-1d31caf07eae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.922961] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 645.922961] env[62664]: value = "task-2697435" [ 645.922961] env[62664]: _type = "Task" [ 645.922961] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.937481] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697435, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.953250] env[62664]: DEBUG nova.network.neutron [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Updating instance_info_cache with network_info: [{"id": "ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad", "address": "fa:16:3e:8c:7f:3d", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd6d40d-22", "ovs_interfaceid": "ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.060563] env[62664]: INFO nova.compute.manager [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] instance snapshotting [ 646.063538] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f62e65-af70-4ac4-89ca-7e6e6005a9f9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.084232] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2beaa6c-c8ea-423c-9ba7-fb084b53f4f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.126913] env[62664]: DEBUG nova.compute.manager [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Received event network-vif-plugged-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.127184] env[62664]: DEBUG oslo_concurrency.lockutils [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] Acquiring lock "dceb2e10-608b-436a-adaf-6bb2d7604566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.127397] env[62664]: DEBUG oslo_concurrency.lockutils [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] Lock "dceb2e10-608b-436a-adaf-6bb2d7604566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.128224] env[62664]: DEBUG oslo_concurrency.lockutils [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] Lock "dceb2e10-608b-436a-adaf-6bb2d7604566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.128224] env[62664]: DEBUG nova.compute.manager [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] No waiting events found dispatching network-vif-plugged-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.128224] env[62664]: WARNING nova.compute.manager [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Received unexpected event network-vif-plugged-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad for instance with vm_state building and task_state spawning. [ 646.128224] env[62664]: DEBUG nova.compute.manager [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Received event network-changed-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.128802] env[62664]: DEBUG nova.compute.manager [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Refreshing instance network info cache due to event network-changed-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 646.128802] env[62664]: DEBUG oslo_concurrency.lockutils [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] Acquiring lock "refresh_cache-dceb2e10-608b-436a-adaf-6bb2d7604566" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.204174] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.207651] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.212s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.207864] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.208179] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 646.208484] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.901s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.208900] env[62664]: DEBUG nova.objects.instance [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lazy-loading 'resources' on Instance uuid 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.210938] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d07916-878d-4e2e-bcb3-85c44138bdcb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.231288] env[62664]: INFO nova.scheduler.client.report [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Deleted allocations for instance 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829 [ 646.233690] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67600c1-707c-456f-b69f-fcd082a973ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.239102] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79331} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.241617] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 73d030d5-2d4f-4206-8706-9672ec9221f5/73d030d5-2d4f-4206-8706-9672ec9221f5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.241829] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.242672] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d45cc70c-16c0-4af6-a040-d3aeaee5bb0e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.262353] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56485d3a-3af2-47dc-8243-2d43d56825ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.263578] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for the task: (returnval){ [ 646.263578] env[62664]: value = "task-2697436" [ 646.263578] env[62664]: _type = "Task" [ 646.263578] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.271512] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30e579e-67a3-4da3-acc3-dd8da25e6f38 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.278300] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.310431] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178722MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 646.310431] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.342459] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "34e9ab31-abeb-474b-b586-30b5c0703330" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.047s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.434091] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697435, 'name': Rename_Task, 'duration_secs': 0.306332} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.434408] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.434989] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62b23f18-b024-49a8-9603-8c8a8195ea6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.442153] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 646.442153] env[62664]: value = "task-2697437" [ 646.442153] env[62664]: _type = "Task" [ 646.442153] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.450546] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.456226] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "refresh_cache-dceb2e10-608b-436a-adaf-6bb2d7604566" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.456548] env[62664]: DEBUG nova.compute.manager [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Instance network_info: |[{"id": "ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad", "address": "fa:16:3e:8c:7f:3d", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd6d40d-22", "ovs_interfaceid": "ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.456864] env[62664]: DEBUG oslo_concurrency.lockutils [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] Acquired lock "refresh_cache-dceb2e10-608b-436a-adaf-6bb2d7604566" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.457078] env[62664]: DEBUG nova.network.neutron [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Refreshing network info cache for port ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.458648] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:7f:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.467124] env[62664]: DEBUG oslo.service.loopingcall [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.467645] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.467914] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f4de959-73aa-49c3-8607-959268627490 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.490397] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.490397] env[62664]: value = "task-2697438" [ 646.490397] env[62664]: _type = "Task" [ 646.490397] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.499841] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697438, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.531804] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "d2136d99-28b5-4aa3-bb21-6086d55743b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.532088] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "d2136d99-28b5-4aa3-bb21-6086d55743b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.596022] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 646.596869] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5efa63b8-219a-4b08-8648-900dfe9d0d30 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.604413] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 646.604413] env[62664]: value = "task-2697439" [ 646.604413] env[62664]: _type = "Task" [ 646.604413] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.613974] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697439, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.746038] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6e640fa9-62a0-4d0c-94c4-0dc1f82f5156 tempest-DeleteServersAdminTestJSON-1654811041 tempest-DeleteServersAdminTestJSON-1654811041-project-member] Lock "3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.022s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.774654] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127056} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.777317] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.778311] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdb69f0-9d63-4074-b26b-4dc669df154f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.801122] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 73d030d5-2d4f-4206-8706-9672ec9221f5/73d030d5-2d4f-4206-8706-9672ec9221f5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.803869] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32c59958-436d-4d27-bccc-610d4c22440d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.824892] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for the task: (returnval){ [ 646.824892] env[62664]: value = "task-2697440" [ 646.824892] env[62664]: _type = "Task" [ 646.824892] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.836901] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.845849] env[62664]: DEBUG nova.compute.manager [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.953502] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.955941] env[62664]: DEBUG nova.compute.manager [None req-a415e025-12f3-4f7b-86a9-dc118c0692c9 tempest-ServerDiagnosticsV248Test-790039610 tempest-ServerDiagnosticsV248Test-790039610-project-admin] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.957106] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4265b7-8242-43a6-8803-47355bd9e892 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.968305] env[62664]: INFO nova.compute.manager [None req-a415e025-12f3-4f7b-86a9-dc118c0692c9 tempest-ServerDiagnosticsV248Test-790039610 tempest-ServerDiagnosticsV248Test-790039610-project-admin] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Retrieving diagnostics [ 646.971953] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9858107-0a00-4e04-a14b-6476f7131aa8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.024113] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697438, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.119908] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.250297] env[62664]: DEBUG nova.network.neutron [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Updated VIF entry in instance network info cache for port ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.250783] env[62664]: DEBUG nova.network.neutron [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Updating instance_info_cache with network_info: [{"id": "ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad", "address": "fa:16:3e:8c:7f:3d", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd6d40d-22", "ovs_interfaceid": "ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.295842] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cefa4f2-933f-4ed7-8f2b-92423960326f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.306380] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7467fba8-cfeb-48f1-b90c-20c2a920db66 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.344718] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6855ed-8bad-4249-86f5-96be0e8bce53 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.358106] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.362118] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8df37f-1bc9-4e96-81e9-f806798b2952 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.382347] env[62664]: DEBUG nova.compute.provider_tree [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.384981] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.460322] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.519166] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697438, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.618148] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.756932] env[62664]: DEBUG oslo_concurrency.lockutils [req-6eaec341-6383-4d29-aa09-cfefdfbc576e req-94ebb600-c99f-49ec-bb81-d726fa89d026 service nova] Releasing lock "refresh_cache-dceb2e10-608b-436a-adaf-6bb2d7604566" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.851007] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697440, 'name': ReconfigVM_Task, 'duration_secs': 0.611171} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.851518] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 73d030d5-2d4f-4206-8706-9672ec9221f5/73d030d5-2d4f-4206-8706-9672ec9221f5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.851940] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a0a9750-fd1c-46f3-a750-2ca381b68a9f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.861125] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for the task: (returnval){ [ 647.861125] env[62664]: value = "task-2697441" [ 647.861125] env[62664]: _type = "Task" [ 647.861125] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.872416] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697441, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.886687] env[62664]: DEBUG nova.scheduler.client.report [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.966072] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697437, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.018218] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697438, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.119879] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697439, 'name': CreateSnapshot_Task, 'duration_secs': 1.078043} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.120250] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 648.121184] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312b09c7-f55e-491f-936f-39d6489de045 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.313539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquiring lock "f88e9050-4065-4911-b0b0-2ec6df97bd4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.313973] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Lock "f88e9050-4065-4911-b0b0-2ec6df97bd4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.314232] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquiring lock "f88e9050-4065-4911-b0b0-2ec6df97bd4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.314426] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Lock "f88e9050-4065-4911-b0b0-2ec6df97bd4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.314603] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Lock "f88e9050-4065-4911-b0b0-2ec6df97bd4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.317196] env[62664]: INFO nova.compute.manager [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Terminating instance [ 648.375162] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697441, 'name': Rename_Task, 'duration_secs': 0.321209} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.375553] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.375898] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e50738f-0239-439a-bc66-7f67f14ec6f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.386108] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for the task: (returnval){ [ 648.386108] env[62664]: value = "task-2697442" [ 648.386108] env[62664]: _type = "Task" [ 648.386108] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.392844] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.396309] env[62664]: DEBUG oslo_concurrency.lockutils [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.896s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.397824] env[62664]: DEBUG nova.objects.instance [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lazy-loading 'resources' on Instance uuid d923bec1-81c9-491d-9dca-4c758893e809 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.406811] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.430993] env[62664]: INFO nova.scheduler.client.report [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Deleted allocations for instance 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3 [ 648.463136] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697437, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.520939] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697438, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.642095] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 648.642437] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ec003b6-0085-43a5-8da0-7e48e68bbb31 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.652337] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 648.652337] env[62664]: value = "task-2697443" [ 648.652337] env[62664]: _type = "Task" [ 648.652337] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.662356] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697443, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.825153] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquiring lock "refresh_cache-f88e9050-4065-4911-b0b0-2ec6df97bd4b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.825591] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquired lock "refresh_cache-f88e9050-4065-4911-b0b0-2ec6df97bd4b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.825945] env[62664]: DEBUG nova.network.neutron [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.900204] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.940656] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ad7d6d-da3c-4256-aa9e-dae41046fd32 tempest-ImagesNegativeTestJSON-930141141 tempest-ImagesNegativeTestJSON-930141141-project-member] Lock "1d5f9a57-a196-47e3-9c6d-19a67f31f2b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.153s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.963148] env[62664]: DEBUG oslo_vmware.api [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697437, 'name': PowerOnVM_Task, 'duration_secs': 2.064332} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.965843] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.966250] env[62664]: INFO nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Took 10.51 seconds to spawn the instance on the hypervisor. [ 648.966579] env[62664]: DEBUG nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.968393] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab12729d-91ae-4ff2-b71c-1cff89f2faac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.022940] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697438, 'name': CreateVM_Task, 'duration_secs': 2.379715} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.026212] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.028096] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.028096] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.028096] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.028096] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9095b9-c04a-4ab9-b55e-393f3fa0662b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.034887] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 649.034887] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524ebeb1-b721-0832-97b5-f79fad190086" [ 649.034887] env[62664]: _type = "Task" [ 649.034887] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.047069] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524ebeb1-b721-0832-97b5-f79fad190086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.168733] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697443, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.363243] env[62664]: DEBUG nova.network.neutron [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.400371] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.453930] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b7aa8d-02a8-41c8-b7f2-8dc3c0e0b837 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.460587] env[62664]: DEBUG nova.network.neutron [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.468271] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c2f75b-d876-418c-aa85-785391f83774 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.515399] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe1079-3055-4b65-ad7a-ec109d07b9c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.518802] env[62664]: INFO nova.compute.manager [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Took 38.87 seconds to build instance. [ 649.527714] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5050941-9373-4d03-87ed-b592915b4eb0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.544050] env[62664]: DEBUG nova.compute.provider_tree [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.556456] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524ebeb1-b721-0832-97b5-f79fad190086, 'name': SearchDatastore_Task, 'duration_secs': 0.020553} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.556667] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.557023] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.557109] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.557343] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.557420] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.557896] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c860e56-a544-49d9-842e-0b8658a73658 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.568536] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.568806] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.569487] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc021adf-5ef5-4829-8eee-edd56ff2d181 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.576221] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 649.576221] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b37836-f0a8-2a0c-0c2f-415b230b1422" [ 649.576221] env[62664]: _type = "Task" [ 649.576221] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.586221] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b37836-f0a8-2a0c-0c2f-415b230b1422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.672483] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697443, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.899797] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697442, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.970798] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Releasing lock "refresh_cache-f88e9050-4065-4911-b0b0-2ec6df97bd4b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.972296] env[62664]: DEBUG nova.compute.manager [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.972296] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.972865] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b669c84-f6eb-4962-b12f-0f9202e21a71 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.982980] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.982980] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70d87cd4-a20a-4c88-a712-a0321b7114b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.992102] env[62664]: DEBUG oslo_vmware.api [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for the task: (returnval){ [ 649.992102] env[62664]: value = "task-2697444" [ 649.992102] env[62664]: _type = "Task" [ 649.992102] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.005455] env[62664]: DEBUG oslo_vmware.api [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.023707] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3e2797b1-3735-4f56-8c55-210c50eec3ed tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "97973019-3a8a-4211-9821-b909332fd03d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.688s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.049575] env[62664]: DEBUG nova.scheduler.client.report [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.087936] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b37836-f0a8-2a0c-0c2f-415b230b1422, 'name': SearchDatastore_Task, 'duration_secs': 0.01279} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.089073] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ab2a0b-d3ae-4150-82d8-edd2ab18eddc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.096821] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 650.096821] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d14b69-74e0-6f7f-3a71-c1f2965b7eff" [ 650.096821] env[62664]: _type = "Task" [ 650.096821] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.110206] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d14b69-74e0-6f7f-3a71-c1f2965b7eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.171541] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697443, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.209910] env[62664]: DEBUG oslo_vmware.rw_handles [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2279d-1fcc-4d25-177e-1ccb1ac5768a/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 650.211112] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d34bcf1-21d2-4200-bc55-34a97466754d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.220872] env[62664]: DEBUG oslo_vmware.rw_handles [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2279d-1fcc-4d25-177e-1ccb1ac5768a/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 650.220923] env[62664]: ERROR oslo_vmware.rw_handles [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2279d-1fcc-4d25-177e-1ccb1ac5768a/disk-0.vmdk due to incomplete transfer. [ 650.221193] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22ac8a25-2258-4618-ae02-3c87a57d2e0c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.231208] env[62664]: DEBUG oslo_vmware.rw_handles [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2279d-1fcc-4d25-177e-1ccb1ac5768a/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 650.233764] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Uploaded image 07cdc382-eed8-4419-b390-48991314286f to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 650.233764] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 650.233764] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-516eb382-1667-4ca6-9884-22e9def0d6e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.243022] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 650.243022] env[62664]: value = "task-2697445" [ 650.243022] env[62664]: _type = "Task" [ 650.243022] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.252450] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697445, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.399990] env[62664]: DEBUG oslo_vmware.api [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697442, 'name': PowerOnVM_Task, 'duration_secs': 1.896398} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.400235] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.400498] env[62664]: INFO nova.compute.manager [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Took 9.27 seconds to spawn the instance on the hypervisor. [ 650.400698] env[62664]: DEBUG nova.compute.manager [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.401680] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ca8c00-ea76-4278-b365-ca3d76680d4b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.503490] env[62664]: DEBUG oslo_vmware.api [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697444, 'name': PowerOffVM_Task, 'duration_secs': 0.353128} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.503899] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.504445] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.504804] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b816f82-a0b7-4f5c-b593-8840f276cdd9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.529055] env[62664]: DEBUG nova.compute.manager [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.536767] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.537080] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.537159] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Deleting the datastore file [datastore2] f88e9050-4065-4911-b0b0-2ec6df97bd4b {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.537392] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-099e0fd5-411c-4ceb-b253-945105f58160 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.544546] env[62664]: DEBUG oslo_vmware.api [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for the task: (returnval){ [ 650.544546] env[62664]: value = "task-2697447" [ 650.544546] env[62664]: _type = "Task" [ 650.544546] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.552765] env[62664]: DEBUG oslo_vmware.api [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.556592] env[62664]: DEBUG oslo_concurrency.lockutils [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.558802] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.612s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.563173] env[62664]: INFO nova.compute.claims [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.584996] env[62664]: INFO nova.scheduler.client.report [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Deleted allocations for instance d923bec1-81c9-491d-9dca-4c758893e809 [ 650.608222] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d14b69-74e0-6f7f-3a71-c1f2965b7eff, 'name': SearchDatastore_Task, 'duration_secs': 0.025063} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.608284] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.608846] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] dceb2e10-608b-436a-adaf-6bb2d7604566/dceb2e10-608b-436a-adaf-6bb2d7604566.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.608846] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b45497b2-8bb9-48d1-a95d-d6cd0bfacbf3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.618718] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 650.618718] env[62664]: value = "task-2697448" [ 650.618718] env[62664]: _type = "Task" [ 650.618718] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.628164] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.669579] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697443, 'name': CloneVM_Task, 'duration_secs': 1.881201} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.669955] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Created linked-clone VM from snapshot [ 650.670737] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c497ac-712e-43eb-b93d-3edb06113520 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.680535] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Uploading image 5aa161f3-ba06-4e6f-9a1c-e78a2fb468ba {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 650.706988] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 650.706988] env[62664]: value = "vm-543595" [ 650.706988] env[62664]: _type = "VirtualMachine" [ 650.706988] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 650.707341] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e36dedd1-1126-4ec5-96b4-74025661d8f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.716232] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lease: (returnval){ [ 650.716232] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a55ea9-d514-1ae2-f416-def7c46af274" [ 650.716232] env[62664]: _type = "HttpNfcLease" [ 650.716232] env[62664]: } obtained for exporting VM: (result){ [ 650.716232] env[62664]: value = "vm-543595" [ 650.716232] env[62664]: _type = "VirtualMachine" [ 650.716232] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 650.716566] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the lease: (returnval){ [ 650.716566] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a55ea9-d514-1ae2-f416-def7c46af274" [ 650.716566] env[62664]: _type = "HttpNfcLease" [ 650.716566] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 650.725656] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 650.725656] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a55ea9-d514-1ae2-f416-def7c46af274" [ 650.725656] env[62664]: _type = "HttpNfcLease" [ 650.725656] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 650.751250] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697445, 'name': Destroy_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.798498] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "50b292c3-8baf-49ad-acda-d76f52695c20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.798925] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "50b292c3-8baf-49ad-acda-d76f52695c20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.919587] env[62664]: INFO nova.compute.manager [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Took 36.48 seconds to build instance. [ 651.057138] env[62664]: DEBUG oslo_vmware.api [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Task: {'id': task-2697447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194515} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.058236] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.058517] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.058757] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.058937] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.059128] env[62664]: INFO nova.compute.manager [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 651.059377] env[62664]: DEBUG oslo.service.loopingcall [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.059576] env[62664]: DEBUG nova.compute.manager [-] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.059672] env[62664]: DEBUG nova.network.neutron [-] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.083338] env[62664]: DEBUG nova.network.neutron [-] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.094957] env[62664]: DEBUG oslo_concurrency.lockutils [None req-afdb0abe-a415-4a3a-a716-67c77e7f50a0 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "d923bec1-81c9-491d-9dca-4c758893e809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.811s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.138792] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697448, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.227540] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 651.227540] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a55ea9-d514-1ae2-f416-def7c46af274" [ 651.227540] env[62664]: _type = "HttpNfcLease" [ 651.227540] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 651.227925] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 651.227925] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a55ea9-d514-1ae2-f416-def7c46af274" [ 651.227925] env[62664]: _type = "HttpNfcLease" [ 651.227925] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 651.228817] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1218b657-8380-459f-8643-ca045aefd268 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.239349] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526910ea-01f1-af33-f746-eae3e71e4410/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 651.239680] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526910ea-01f1-af33-f746-eae3e71e4410/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 651.316962] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697445, 'name': Destroy_Task, 'duration_secs': 0.634913} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.317699] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Destroyed the VM [ 651.318021] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 651.318321] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a63951a-46e4-44f0-8311-b63a6a6fb929 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.320450] env[62664]: DEBUG oslo_concurrency.lockutils [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "b3c94ff1-9b13-40d8-a028-847544742f18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.320743] env[62664]: DEBUG oslo_concurrency.lockutils [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "b3c94ff1-9b13-40d8-a028-847544742f18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.321017] env[62664]: DEBUG oslo_concurrency.lockutils [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "b3c94ff1-9b13-40d8-a028-847544742f18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.321296] env[62664]: DEBUG oslo_concurrency.lockutils [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "b3c94ff1-9b13-40d8-a028-847544742f18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.321500] env[62664]: DEBUG oslo_concurrency.lockutils [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "b3c94ff1-9b13-40d8-a028-847544742f18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.324481] env[62664]: INFO nova.compute.manager [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Terminating instance [ 651.331582] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 651.331582] env[62664]: value = "task-2697450" [ 651.331582] env[62664]: _type = "Task" [ 651.331582] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.345603] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697450, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.378651] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e5f6937-3013-4cb8-83f8-7e8ffca72339 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.421152] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be86af05-19dd-42ad-b915-29e53672f98d tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Lock "73d030d5-2d4f-4206-8706-9672ec9221f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.084s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.586496] env[62664]: DEBUG nova.network.neutron [-] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.629915] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747012} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.633665] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] dceb2e10-608b-436a-adaf-6bb2d7604566/dceb2e10-608b-436a-adaf-6bb2d7604566.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.633665] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.634104] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77a5ce96-6706-46d8-ba14-bead586f7138 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.643322] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 651.643322] env[62664]: value = "task-2697451" [ 651.643322] env[62664]: _type = "Task" [ 651.643322] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.659309] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.833294] env[62664]: DEBUG nova.compute.manager [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.834667] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.834788] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddba66ee-4456-4ea4-a1d9-9db9d3c79e12 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.855811] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697450, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.858061] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.858507] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ba5fa8c-1458-4f22-939a-0333b201c958 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.871090] env[62664]: DEBUG oslo_vmware.api [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 651.871090] env[62664]: value = "task-2697452" [ 651.871090] env[62664]: _type = "Task" [ 651.871090] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.883051] env[62664]: DEBUG oslo_vmware.api [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.924497] env[62664]: DEBUG nova.compute.manager [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.091016] env[62664]: INFO nova.compute.manager [-] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Took 1.03 seconds to deallocate network for instance. [ 652.164761] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff95ce12-4526-4dfc-888c-991342b9c7a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.172084] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152174} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.173126] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.174335] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96f56b8-51e1-400b-99f2-f5eeb7dcc332 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.181179] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711064a4-d61e-4504-872d-680a55f8960c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.206165] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] dceb2e10-608b-436a-adaf-6bb2d7604566/dceb2e10-608b-436a-adaf-6bb2d7604566.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.207471] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-605772aa-f22d-4872-8901-e10c5018c4ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.262324] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquiring lock "73d030d5-2d4f-4206-8706-9672ec9221f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.262661] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Lock "73d030d5-2d4f-4206-8706-9672ec9221f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.262906] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquiring lock "73d030d5-2d4f-4206-8706-9672ec9221f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.263174] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Lock "73d030d5-2d4f-4206-8706-9672ec9221f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.263553] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Lock "73d030d5-2d4f-4206-8706-9672ec9221f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.266011] env[62664]: INFO nova.compute.manager [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Terminating instance [ 652.268545] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c10ef0d-f2a8-4fbd-868b-4d422c66d1b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.274661] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 652.274661] env[62664]: value = "task-2697453" [ 652.274661] env[62664]: _type = "Task" [ 652.274661] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.282997] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229061f1-0720-4f90-b94e-c1c44c4da0b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.290873] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.302988] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "6dc7032f-ce0d-4067-98f0-ad02ed142682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.303545] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "6dc7032f-ce0d-4067-98f0-ad02ed142682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.303869] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "6dc7032f-ce0d-4067-98f0-ad02ed142682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.304149] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "6dc7032f-ce0d-4067-98f0-ad02ed142682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.304575] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "6dc7032f-ce0d-4067-98f0-ad02ed142682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.307689] env[62664]: INFO nova.compute.manager [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Terminating instance [ 652.311103] env[62664]: DEBUG nova.compute.provider_tree [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.345461] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697450, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.382991] env[62664]: DEBUG oslo_vmware.api [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697452, 'name': PowerOffVM_Task, 'duration_secs': 0.360012} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.383375] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.385642] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.385924] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffc977ca-e7d6-4dca-b808-2ada0d01a3c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.455311] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.462117] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.463262] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.463262] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Deleting the datastore file [datastore2] b3c94ff1-9b13-40d8-a028-847544742f18 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.464915] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69cebcea-4b1c-41d0-a828-ce6052083fac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.472736] env[62664]: DEBUG oslo_vmware.api [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 652.472736] env[62664]: value = "task-2697455" [ 652.472736] env[62664]: _type = "Task" [ 652.472736] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.484319] env[62664]: DEBUG oslo_vmware.api [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.599396] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.776807] env[62664]: DEBUG nova.compute.manager [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.776911] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.777945] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940180db-4a62-4824-bd45-2f55862b41b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.793360] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.793912] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.794374] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8b78e4c-35a1-4538-a7fe-4c9aa4a4ec78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.802402] env[62664]: DEBUG oslo_vmware.api [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for the task: (returnval){ [ 652.802402] env[62664]: value = "task-2697456" [ 652.802402] env[62664]: _type = "Task" [ 652.802402] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.815829] env[62664]: DEBUG nova.scheduler.client.report [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.819770] env[62664]: DEBUG nova.compute.manager [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.823546] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.823546] env[62664]: DEBUG oslo_vmware.api [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.823546] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd108c0-f064-412b-b48c-3e49d11b5d39 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.832704] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.833226] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1b11284-bc1d-404d-be60-98b0064a9f61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.848014] env[62664]: DEBUG oslo_vmware.api [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 652.848014] env[62664]: value = "task-2697457" [ 652.848014] env[62664]: _type = "Task" [ 652.848014] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.851585] env[62664]: DEBUG oslo_vmware.api [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697450, 'name': RemoveSnapshot_Task, 'duration_secs': 1.228578} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.856483] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 652.856909] env[62664]: INFO nova.compute.manager [None req-1c257d7a-d1d6-4779-b080-7e61ffcccc47 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Took 16.97 seconds to snapshot the instance on the hypervisor. [ 652.865998] env[62664]: DEBUG oslo_vmware.api [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.985285] env[62664]: DEBUG oslo_vmware.api [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239475} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.985590] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.985850] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.986111] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.986393] env[62664]: INFO nova.compute.manager [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Took 1.15 seconds to destroy the instance on the hypervisor. [ 652.986790] env[62664]: DEBUG oslo.service.loopingcall [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.987105] env[62664]: DEBUG nova.compute.manager [-] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.987264] env[62664]: DEBUG nova.network.neutron [-] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.288593] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697453, 'name': ReconfigVM_Task, 'duration_secs': 0.542547} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.289017] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Reconfigured VM instance instance-0000001e to attach disk [datastore1] dceb2e10-608b-436a-adaf-6bb2d7604566/dceb2e10-608b-436a-adaf-6bb2d7604566.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.289662] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8411bfed-50ad-4953-a653-4653869c0ea1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.299904] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 653.299904] env[62664]: value = "task-2697458" [ 653.299904] env[62664]: _type = "Task" [ 653.299904] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.315381] env[62664]: DEBUG oslo_vmware.api [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697456, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.319420] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697458, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.322642] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.323259] env[62664]: DEBUG nova.compute.manager [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.326516] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.320s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.328858] env[62664]: INFO nova.compute.claims [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.370686] env[62664]: DEBUG oslo_vmware.api [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697457, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.453097] env[62664]: DEBUG nova.compute.manager [req-9fec18c1-d687-4f10-af4b-abcbaf9e1a51 req-82bf4384-c186-4795-9187-dc19300d5521 service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Received event network-vif-deleted-48deb1ab-d888-4915-be7b-18715957342a {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.453372] env[62664]: INFO nova.compute.manager [req-9fec18c1-d687-4f10-af4b-abcbaf9e1a51 req-82bf4384-c186-4795-9187-dc19300d5521 service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Neutron deleted interface 48deb1ab-d888-4915-be7b-18715957342a; detaching it from the instance and deleting it from the info cache [ 653.453746] env[62664]: DEBUG nova.network.neutron [req-9fec18c1-d687-4f10-af4b-abcbaf9e1a51 req-82bf4384-c186-4795-9187-dc19300d5521 service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.817732] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697458, 'name': Rename_Task, 'duration_secs': 0.32901} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.818092] env[62664]: DEBUG oslo_vmware.api [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697456, 'name': PowerOffVM_Task, 'duration_secs': 0.70882} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.818401] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.818694] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.818892] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.819190] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1606917-a8e6-4f4d-ae89-809e1f10b2fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.821032] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49367e04-b974-4ac8-8231-98d1184f61f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.830694] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 653.830694] env[62664]: value = "task-2697459" [ 653.830694] env[62664]: _type = "Task" [ 653.830694] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.835385] env[62664]: DEBUG nova.compute.utils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 653.838712] env[62664]: DEBUG nova.compute.manager [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.839090] env[62664]: DEBUG nova.network.neutron [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.847054] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.863179] env[62664]: DEBUG oslo_vmware.api [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697457, 'name': PowerOffVM_Task, 'duration_secs': 0.528942} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.863631] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.863915] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.864200] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0cf25df-63a6-40cf-ae34-dba8e21b245d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.888265] env[62664]: DEBUG nova.network.neutron [-] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.892949] env[62664]: DEBUG nova.policy [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '559119cb1a974746b4924e422e5ff774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfb5162fa05843b18e225ed98fe5df5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.902414] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.902414] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.902414] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Deleting the datastore file [datastore1] 73d030d5-2d4f-4206-8706-9672ec9221f5 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.902862] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8498de8-3c60-454a-b95b-6b2a9b8e1263 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.914281] env[62664]: DEBUG oslo_vmware.api [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for the task: (returnval){ [ 653.914281] env[62664]: value = "task-2697462" [ 653.914281] env[62664]: _type = "Task" [ 653.914281] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.926054] env[62664]: DEBUG oslo_vmware.api [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.956212] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.956212] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.956867] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Deleting the datastore file [datastore2] 6dc7032f-ce0d-4067-98f0-ad02ed142682 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.958024] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d62dada7-d348-4e59-b631-87b3fcca4cd3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.961181] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f04ed574-4c40-4c3f-b4bc-2344059cdf88 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.973089] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2050710-5b4e-467f-b029-346d3dcbe436 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.984271] env[62664]: DEBUG oslo_vmware.api [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 653.984271] env[62664]: value = "task-2697463" [ 653.984271] env[62664]: _type = "Task" [ 653.984271] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.995677] env[62664]: DEBUG oslo_vmware.api [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.012190] env[62664]: DEBUG nova.compute.manager [req-9fec18c1-d687-4f10-af4b-abcbaf9e1a51 req-82bf4384-c186-4795-9187-dc19300d5521 service nova] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Detach interface failed, port_id=48deb1ab-d888-4915-be7b-18715957342a, reason: Instance b3c94ff1-9b13-40d8-a028-847544742f18 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 654.192329] env[62664]: DEBUG nova.network.neutron [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Successfully created port: 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.343151] env[62664]: DEBUG nova.compute.manager [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.348697] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697459, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.393864] env[62664]: INFO nova.compute.manager [-] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Took 1.41 seconds to deallocate network for instance. [ 654.433192] env[62664]: DEBUG oslo_vmware.api [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Task: {'id': task-2697462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228069} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.433526] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.433711] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.433948] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.434163] env[62664]: INFO nova.compute.manager [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Took 1.66 seconds to destroy the instance on the hypervisor. [ 654.434438] env[62664]: DEBUG oslo.service.loopingcall [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.434663] env[62664]: DEBUG nova.compute.manager [-] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.434923] env[62664]: DEBUG nova.network.neutron [-] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.501028] env[62664]: DEBUG oslo_vmware.api [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19867} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.505155] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.505960] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.505960] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.506134] env[62664]: INFO nova.compute.manager [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Took 1.69 seconds to destroy the instance on the hypervisor. [ 654.506697] env[62664]: DEBUG oslo.service.loopingcall [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.507068] env[62664]: DEBUG nova.compute.manager [-] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.507239] env[62664]: DEBUG nova.network.neutron [-] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.846562] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697459, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.900496] env[62664]: DEBUG nova.compute.manager [req-1c701c6b-2c0c-4243-b402-7c6a94bfe43b req-8902c200-9095-4d34-a1dd-e6568514d301 service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Received event network-vif-deleted-4adbd194-bdd4-4a63-a036-9302eb327959 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.900721] env[62664]: INFO nova.compute.manager [req-1c701c6b-2c0c-4243-b402-7c6a94bfe43b req-8902c200-9095-4d34-a1dd-e6568514d301 service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Neutron deleted interface 4adbd194-bdd4-4a63-a036-9302eb327959; detaching it from the instance and deleting it from the info cache [ 654.900900] env[62664]: DEBUG nova.network.neutron [req-1c701c6b-2c0c-4243-b402-7c6a94bfe43b req-8902c200-9095-4d34-a1dd-e6568514d301 service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.906085] env[62664]: DEBUG oslo_concurrency.lockutils [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.930851] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4d60e-361a-4b61-bd0f-8751b86c3fb5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.942090] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb48de4e-9f46-4fa3-8620-9a7096c2813b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.977864] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b9c183-3be0-437a-938d-3535562363ac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.987129] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a3f18f-78dc-43df-97fa-e2b254dd5e05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.002099] env[62664]: DEBUG nova.compute.provider_tree [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.143745] env[62664]: DEBUG nova.compute.manager [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.146844] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac5faed-8b14-4e2d-bc32-6f5d4d54d6ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.343019] env[62664]: DEBUG oslo_vmware.api [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697459, 'name': PowerOnVM_Task, 'duration_secs': 1.113826} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.343802] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.343802] env[62664]: INFO nova.compute.manager [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Took 11.45 seconds to spawn the instance on the hypervisor. [ 655.344122] env[62664]: DEBUG nova.compute.manager [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.344779] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c731bd-c781-4043-9596-95ed16b5bbaf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.359393] env[62664]: DEBUG nova.compute.manager [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.368860] env[62664]: DEBUG nova.network.neutron [-] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.382357] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.382456] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.382661] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.382947] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.383163] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.383397] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.383867] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.384137] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.384414] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.384696] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.384958] env[62664]: DEBUG nova.virt.hardware [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.386579] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d95213-ac3e-4138-a40b-d245dc8ac30c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.397395] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf9f21f-b083-4942-9275-90e83fcec30f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.404302] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36c3ada8-94b2-4ad8-82d8-e2965d240aa4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.423884] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573e8ebf-d1a0-4a93-aa4a-da6159142f24 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.437688] env[62664]: DEBUG nova.network.neutron [-] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.462844] env[62664]: DEBUG nova.compute.manager [req-1c701c6b-2c0c-4243-b402-7c6a94bfe43b req-8902c200-9095-4d34-a1dd-e6568514d301 service nova] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Detach interface failed, port_id=4adbd194-bdd4-4a63-a036-9302eb327959, reason: Instance 73d030d5-2d4f-4206-8706-9672ec9221f5 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 655.505308] env[62664]: DEBUG nova.scheduler.client.report [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.661735] env[62664]: INFO nova.compute.manager [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] instance snapshotting [ 655.666433] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6c173f-1c92-45b7-be68-cbeb4c41fc3b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.690572] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d047d407-6862-4979-833e-ea57fab1f76f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.697060] env[62664]: DEBUG nova.compute.manager [req-573cf75d-07b9-487d-9c5a-a87c387cb19d req-9b2ad388-d00a-4555-b2ac-9b975639ce5c service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Received event network-vif-plugged-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.697289] env[62664]: DEBUG oslo_concurrency.lockutils [req-573cf75d-07b9-487d-9c5a-a87c387cb19d req-9b2ad388-d00a-4555-b2ac-9b975639ce5c service nova] Acquiring lock "84d7c75f-6887-4d78-bb82-2d937e407e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.697505] env[62664]: DEBUG oslo_concurrency.lockutils [req-573cf75d-07b9-487d-9c5a-a87c387cb19d req-9b2ad388-d00a-4555-b2ac-9b975639ce5c service nova] Lock "84d7c75f-6887-4d78-bb82-2d937e407e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.697648] env[62664]: DEBUG oslo_concurrency.lockutils [req-573cf75d-07b9-487d-9c5a-a87c387cb19d req-9b2ad388-d00a-4555-b2ac-9b975639ce5c service nova] Lock "84d7c75f-6887-4d78-bb82-2d937e407e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.697809] env[62664]: DEBUG nova.compute.manager [req-573cf75d-07b9-487d-9c5a-a87c387cb19d req-9b2ad388-d00a-4555-b2ac-9b975639ce5c service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] No waiting events found dispatching network-vif-plugged-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.697964] env[62664]: WARNING nova.compute.manager [req-573cf75d-07b9-487d-9c5a-a87c387cb19d req-9b2ad388-d00a-4555-b2ac-9b975639ce5c service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Received unexpected event network-vif-plugged-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 for instance with vm_state building and task_state spawning. [ 655.816751] env[62664]: DEBUG nova.network.neutron [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Successfully updated port: 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.865267] env[62664]: INFO nova.compute.manager [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Took 38.45 seconds to build instance. [ 655.871390] env[62664]: INFO nova.compute.manager [-] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Took 1.44 seconds to deallocate network for instance. [ 655.940340] env[62664]: INFO nova.compute.manager [-] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Took 1.43 seconds to deallocate network for instance. [ 656.011486] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.013042] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.955s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.014506] env[62664]: INFO nova.compute.claims [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.207921] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 656.208588] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc65018f-9c9e-4dd7-9364-66b59eab2731 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.218064] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 656.218064] env[62664]: value = "task-2697464" [ 656.218064] env[62664]: _type = "Task" [ 656.218064] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.230275] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697464, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.318729] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquiring lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.318729] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquired lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.318931] env[62664]: DEBUG nova.network.neutron [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.366423] env[62664]: DEBUG oslo_concurrency.lockutils [None req-563f22ef-ede6-4b90-ae71-ee63629d4a9f tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "dceb2e10-608b-436a-adaf-6bb2d7604566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.851s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.382216] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.448095] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.521968] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquiring lock "99ce33c1-06df-47c1-a46b-2298cc748002" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.522421] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "99ce33c1-06df-47c1-a46b-2298cc748002" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.730960] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697464, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.857071] env[62664]: DEBUG nova.network.neutron [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.868820] env[62664]: DEBUG nova.compute.manager [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.896075] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.896338] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.929595] env[62664]: DEBUG nova.compute.manager [req-84707fbc-e290-4341-b353-beaccbc56d90 req-9f5c9185-d893-43a1-8dea-ee05976df108 service nova] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Received event network-vif-deleted-398bca68-6884-4b90-bc64-659aba882491 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.007076] env[62664]: DEBUG nova.network.neutron [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Updating instance_info_cache with network_info: [{"id": "48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1", "address": "fa:16:3e:53:d8:a6", "network": {"id": "6f78c142-bc8a-4c39-a130-96ca790900f6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-163157032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfb5162fa05843b18e225ed98fe5df5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f1dae3-6b", "ovs_interfaceid": "48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.029213] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "99ce33c1-06df-47c1-a46b-2298cc748002" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.029990] env[62664]: DEBUG nova.compute.manager [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.230460] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697464, 'name': CreateSnapshot_Task, 'duration_secs': 0.695124} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.233737] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 657.234455] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aecf90-9fe5-4fab-bd8e-374ec7bced36 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.393199] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.492186] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aebb8e-529a-441e-902e-117e68b591e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.501216] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8307207b-c56c-4ee0-af3f-3790dc66dfaa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.532519] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Releasing lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.532842] env[62664]: DEBUG nova.compute.manager [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Instance network_info: |[{"id": "48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1", "address": "fa:16:3e:53:d8:a6", "network": {"id": "6f78c142-bc8a-4c39-a130-96ca790900f6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-163157032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfb5162fa05843b18e225ed98fe5df5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f1dae3-6b", "ovs_interfaceid": "48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.533592] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:d8:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.541437] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Creating folder: Project (cfb5162fa05843b18e225ed98fe5df5f). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.542264] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38c8150-1a2e-4ff5-8be5-0f61e0eec0e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.546289] env[62664]: DEBUG nova.compute.utils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 657.547921] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78bbc306-300f-425c-9fff-f558593a6e43 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.550701] env[62664]: DEBUG nova.compute.manager [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.550701] env[62664]: DEBUG nova.network.neutron [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.562026] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ccaba1-c906-493f-9531-b1bfdfb76d0e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.568458] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Created folder: Project (cfb5162fa05843b18e225ed98fe5df5f) in parent group-v543506. [ 657.568790] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Creating folder: Instances. Parent ref: group-v543597. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.570848] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c51f8bfb-af95-4439-88ea-e883b13c3c4f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.584288] env[62664]: DEBUG nova.compute.provider_tree [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.587162] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Created folder: Instances in parent group-v543597. [ 657.587419] env[62664]: DEBUG oslo.service.loopingcall [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.587624] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.591390] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ac30bad-52ee-4bc8-9ba7-e090072f683a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.613424] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.613424] env[62664]: value = "task-2697467" [ 657.613424] env[62664]: _type = "Task" [ 657.613424] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.619916] env[62664]: DEBUG nova.policy [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf3ec56599b41e9a05cbeb496c9821b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87b8c75d317f4298b7f19757dd85b3fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.624774] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697467, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.726323] env[62664]: DEBUG nova.compute.manager [req-47ee2301-62c1-42d3-864c-fccddc50b8ba req-df51cae0-c6f4-4e0e-b00d-96d5680463f6 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Received event network-changed-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.726537] env[62664]: DEBUG nova.compute.manager [req-47ee2301-62c1-42d3-864c-fccddc50b8ba req-df51cae0-c6f4-4e0e-b00d-96d5680463f6 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Refreshing instance network info cache due to event network-changed-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 657.726783] env[62664]: DEBUG oslo_concurrency.lockutils [req-47ee2301-62c1-42d3-864c-fccddc50b8ba req-df51cae0-c6f4-4e0e-b00d-96d5680463f6 service nova] Acquiring lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.726921] env[62664]: DEBUG oslo_concurrency.lockutils [req-47ee2301-62c1-42d3-864c-fccddc50b8ba req-df51cae0-c6f4-4e0e-b00d-96d5680463f6 service nova] Acquired lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.727205] env[62664]: DEBUG nova.network.neutron [req-47ee2301-62c1-42d3-864c-fccddc50b8ba req-df51cae0-c6f4-4e0e-b00d-96d5680463f6 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Refreshing network info cache for port 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.755653] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 657.756359] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a26bf37f-ec94-4d0e-8d55-ee31bfe469d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.766779] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 657.766779] env[62664]: value = "task-2697468" [ 657.766779] env[62664]: _type = "Task" [ 657.766779] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.777298] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697468, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.961641] env[62664]: DEBUG nova.network.neutron [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Successfully created port: 2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.051970] env[62664]: DEBUG nova.compute.manager [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.107870] env[62664]: DEBUG nova.scheduler.client.report [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.126522] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697467, 'name': CreateVM_Task, 'duration_secs': 0.467144} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.126761] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.127836] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.127925] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.128222] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.128810] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96de3ab8-1d5f-45e7-828f-06f9e01c1a37 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.134983] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for the task: (returnval){ [ 658.134983] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e49be9-eb2b-325e-5962-85e1e1cac1ce" [ 658.134983] env[62664]: _type = "Task" [ 658.134983] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.145219] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e49be9-eb2b-325e-5962-85e1e1cac1ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.286650] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697468, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.461684] env[62664]: DEBUG nova.network.neutron [req-47ee2301-62c1-42d3-864c-fccddc50b8ba req-df51cae0-c6f4-4e0e-b00d-96d5680463f6 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Updated VIF entry in instance network info cache for port 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.462060] env[62664]: DEBUG nova.network.neutron [req-47ee2301-62c1-42d3-864c-fccddc50b8ba req-df51cae0-c6f4-4e0e-b00d-96d5680463f6 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Updating instance_info_cache with network_info: [{"id": "48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1", "address": "fa:16:3e:53:d8:a6", "network": {"id": "6f78c142-bc8a-4c39-a130-96ca790900f6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-163157032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfb5162fa05843b18e225ed98fe5df5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f1dae3-6b", "ovs_interfaceid": "48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.613656] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.614249] env[62664]: DEBUG nova.compute.manager [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.616840] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.906s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.618277] env[62664]: INFO nova.compute.claims [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.648060] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e49be9-eb2b-325e-5962-85e1e1cac1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.026704} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.648357] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.648628] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.648906] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.649072] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.649257] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.650041] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-938717a6-dfc4-406d-9522-8476cd5372ce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.659862] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.660073] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.661454] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b648a6-040e-4d65-9290-60a456fa5846 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.671131] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for the task: (returnval){ [ 658.671131] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529dab0f-a846-9aaa-1b13-758e43cfa2ca" [ 658.671131] env[62664]: _type = "Task" [ 658.671131] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.680702] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529dab0f-a846-9aaa-1b13-758e43cfa2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.779587] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697468, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.965204] env[62664]: DEBUG oslo_concurrency.lockutils [req-47ee2301-62c1-42d3-864c-fccddc50b8ba req-df51cae0-c6f4-4e0e-b00d-96d5680463f6 service nova] Releasing lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.063545] env[62664]: DEBUG nova.compute.manager [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.092088] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.092350] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.092529] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.092716] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.092790] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.092940] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.093164] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.093325] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.093494] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.093888] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.094135] env[62664]: DEBUG nova.virt.hardware [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.095112] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6d0d48-ace8-4eeb-87dc-c1ba95028a20 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.104377] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bb7e8b-53b7-453b-ab5b-af4e72957842 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.123381] env[62664]: DEBUG nova.compute.utils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 659.126660] env[62664]: DEBUG nova.compute.manager [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.127908] env[62664]: DEBUG nova.network.neutron [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.165121] env[62664]: DEBUG nova.policy [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9a8100e671847d6879b2ebf1f03252b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '161c852df5054b4092831a927223b288', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.182235] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529dab0f-a846-9aaa-1b13-758e43cfa2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012685} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.183071] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9473bd-4eb9-48b0-ab9e-cc79a777a771 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.189561] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for the task: (returnval){ [ 659.189561] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5276740d-3581-cc9c-0a31-865c5d930dea" [ 659.189561] env[62664]: _type = "Task" [ 659.189561] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.199982] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5276740d-3581-cc9c-0a31-865c5d930dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.280498] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697468, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.515278] env[62664]: DEBUG nova.network.neutron [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Successfully created port: 56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.630176] env[62664]: DEBUG nova.compute.manager [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.670925] env[62664]: DEBUG nova.network.neutron [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Successfully updated port: 2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.708139] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5276740d-3581-cc9c-0a31-865c5d930dea, 'name': SearchDatastore_Task, 'duration_secs': 0.014355} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.708139] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.708348] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 84d7c75f-6887-4d78-bb82-2d937e407e43/84d7c75f-6887-4d78-bb82-2d937e407e43.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.708698] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d4b5d6d-c958-43da-8d35-b45b80ca7e5f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.718822] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for the task: (returnval){ [ 659.718822] env[62664]: value = "task-2697469" [ 659.718822] env[62664]: _type = "Task" [ 659.718822] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.729414] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.764588] env[62664]: DEBUG nova.compute.manager [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Received event network-vif-plugged-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.764811] env[62664]: DEBUG oslo_concurrency.lockutils [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] Acquiring lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.765029] env[62664]: DEBUG oslo_concurrency.lockutils [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] Lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.765202] env[62664]: DEBUG oslo_concurrency.lockutils [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] Lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.765389] env[62664]: DEBUG nova.compute.manager [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] No waiting events found dispatching network-vif-plugged-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.765553] env[62664]: WARNING nova.compute.manager [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Received unexpected event network-vif-plugged-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 for instance with vm_state building and task_state spawning. [ 659.765712] env[62664]: DEBUG nova.compute.manager [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Received event network-changed-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.765952] env[62664]: DEBUG nova.compute.manager [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Refreshing instance network info cache due to event network-changed-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 659.766184] env[62664]: DEBUG oslo_concurrency.lockutils [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] Acquiring lock "refresh_cache-0bc69f9f-9de0-49ec-8725-32f4da72f5f7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.766662] env[62664]: DEBUG oslo_concurrency.lockutils [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] Acquired lock "refresh_cache-0bc69f9f-9de0-49ec-8725-32f4da72f5f7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.766868] env[62664]: DEBUG nova.network.neutron [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Refreshing network info cache for port 2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.788537] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697468, 'name': CloneVM_Task, 'duration_secs': 1.653221} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.788837] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Created linked-clone VM from snapshot [ 659.789629] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532ba809-e8e0-439a-b5b2-568a4c5b9665 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.800208] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Uploading image 89c3dd4e-794c-4177-888b-a6f025335390 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 659.826647] env[62664]: DEBUG oslo_vmware.rw_handles [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 659.826647] env[62664]: value = "vm-543600" [ 659.826647] env[62664]: _type = "VirtualMachine" [ 659.826647] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 659.826926] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fad3255c-515c-4ce4-baca-59d27f6772fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.839224] env[62664]: DEBUG oslo_vmware.rw_handles [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lease: (returnval){ [ 659.839224] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521f25c5-56d6-f1a2-1c3a-50e554b1d628" [ 659.839224] env[62664]: _type = "HttpNfcLease" [ 659.839224] env[62664]: } obtained for exporting VM: (result){ [ 659.839224] env[62664]: value = "vm-543600" [ 659.839224] env[62664]: _type = "VirtualMachine" [ 659.839224] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 659.839224] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the lease: (returnval){ [ 659.839224] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521f25c5-56d6-f1a2-1c3a-50e554b1d628" [ 659.839224] env[62664]: _type = "HttpNfcLease" [ 659.839224] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 659.847632] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 659.847632] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521f25c5-56d6-f1a2-1c3a-50e554b1d628" [ 659.847632] env[62664]: _type = "HttpNfcLease" [ 659.847632] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 660.146770] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422df543-c614-4126-9922-caf1cd0d01f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.155702] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad7995b-3bd2-40d4-aca2-1fd34010d43c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.193770] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquiring lock "refresh_cache-0bc69f9f-9de0-49ec-8725-32f4da72f5f7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.195932] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41cb372-0131-4034-b075-9a87c6694f46 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.205591] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1962b4c5-542e-43e2-b576-d645007f19f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.221700] env[62664]: DEBUG nova.compute.provider_tree [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.232169] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697469, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.284391] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526910ea-01f1-af33-f746-eae3e71e4410/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 660.285421] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3e6a3f-7c17-4e63-9e65-de1660723915 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.292691] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526910ea-01f1-af33-f746-eae3e71e4410/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 660.292937] env[62664]: ERROR oslo_vmware.rw_handles [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526910ea-01f1-af33-f746-eae3e71e4410/disk-0.vmdk due to incomplete transfer. [ 660.293251] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ff6411d-fcca-4821-921d-9bd0a30677d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.302725] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526910ea-01f1-af33-f746-eae3e71e4410/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 660.302986] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Uploaded image 5aa161f3-ba06-4e6f-9a1c-e78a2fb468ba to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 660.305053] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 660.305339] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7f605bf-5f24-4c61-bb80-56bbee7ded01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.309617] env[62664]: DEBUG nova.network.neutron [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.312811] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 660.312811] env[62664]: value = "task-2697471" [ 660.312811] env[62664]: _type = "Task" [ 660.312811] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.324179] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697471, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.348034] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 660.348034] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521f25c5-56d6-f1a2-1c3a-50e554b1d628" [ 660.348034] env[62664]: _type = "HttpNfcLease" [ 660.348034] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 660.348034] env[62664]: DEBUG oslo_vmware.rw_handles [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 660.348034] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521f25c5-56d6-f1a2-1c3a-50e554b1d628" [ 660.348034] env[62664]: _type = "HttpNfcLease" [ 660.348034] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 660.348559] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d721cdc-fc1b-4119-b7d7-b263fee9ac22 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.356851] env[62664]: DEBUG oslo_vmware.rw_handles [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab69c-5ae6-9d6c-764e-d546fe6d1a60/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 660.357089] env[62664]: DEBUG oslo_vmware.rw_handles [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab69c-5ae6-9d6c-764e-d546fe6d1a60/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 660.461023] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56dd97c2-9091-455f-a455-a47153f3a9f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.467550] env[62664]: DEBUG nova.network.neutron [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.645086] env[62664]: DEBUG nova.compute.manager [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.666097] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.666355] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.666513] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.666695] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.666900] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.667107] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.667320] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.667481] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.667645] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.667807] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.667989] env[62664]: DEBUG nova.virt.hardware [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.668889] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a01011-2b8b-42bb-abe1-66d69ca7db16 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.678731] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5c2281-7a25-4491-bfe7-91e437afbc52 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.728096] env[62664]: DEBUG nova.scheduler.client.report [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.735054] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585853} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.735566] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 84d7c75f-6887-4d78-bb82-2d937e407e43/84d7c75f-6887-4d78-bb82-2d937e407e43.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.735782] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.736036] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c105aec-3ddc-4fc3-8f06-aec7ba749a64 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.745632] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for the task: (returnval){ [ 660.745632] env[62664]: value = "task-2697472" [ 660.745632] env[62664]: _type = "Task" [ 660.745632] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.757843] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.823487] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697471, 'name': Destroy_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.971166] env[62664]: DEBUG oslo_concurrency.lockutils [req-8cbfa444-f576-4053-ab38-abd5b74814b9 req-80123ed0-13d6-4cfc-ad48-76484a66f5f2 service nova] Releasing lock "refresh_cache-0bc69f9f-9de0-49ec-8725-32f4da72f5f7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.971959] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquired lock "refresh_cache-0bc69f9f-9de0-49ec-8725-32f4da72f5f7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.972055] env[62664]: DEBUG nova.network.neutron [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.985896] env[62664]: DEBUG nova.compute.manager [req-23012276-2d63-44b7-87f5-0972b1a22a1d req-bc10999e-0754-4bb4-a1fc-6571c3441f0b service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Received event network-vif-plugged-56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.986203] env[62664]: DEBUG oslo_concurrency.lockutils [req-23012276-2d63-44b7-87f5-0972b1a22a1d req-bc10999e-0754-4bb4-a1fc-6571c3441f0b service nova] Acquiring lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.986351] env[62664]: DEBUG oslo_concurrency.lockutils [req-23012276-2d63-44b7-87f5-0972b1a22a1d req-bc10999e-0754-4bb4-a1fc-6571c3441f0b service nova] Lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.986594] env[62664]: DEBUG oslo_concurrency.lockutils [req-23012276-2d63-44b7-87f5-0972b1a22a1d req-bc10999e-0754-4bb4-a1fc-6571c3441f0b service nova] Lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.986870] env[62664]: DEBUG nova.compute.manager [req-23012276-2d63-44b7-87f5-0972b1a22a1d req-bc10999e-0754-4bb4-a1fc-6571c3441f0b service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] No waiting events found dispatching network-vif-plugged-56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.987155] env[62664]: WARNING nova.compute.manager [req-23012276-2d63-44b7-87f5-0972b1a22a1d req-bc10999e-0754-4bb4-a1fc-6571c3441f0b service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Received unexpected event network-vif-plugged-56f727ec-0aad-41bc-95ab-df1dbd7a9032 for instance with vm_state building and task_state spawning. [ 661.072202] env[62664]: DEBUG nova.network.neutron [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Successfully updated port: 56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.236369] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.236921] env[62664]: DEBUG nova.compute.manager [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.239666] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.878s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.241176] env[62664]: INFO nova.compute.claims [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.256933] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184964} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.257298] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.258199] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b6be28-1325-43b7-ab6b-51b204c00d22 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.285416] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 84d7c75f-6887-4d78-bb82-2d937e407e43/84d7c75f-6887-4d78-bb82-2d937e407e43.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.285856] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc7fa9a-9b8b-438b-9dea-cf6896cc2599 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.309283] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for the task: (returnval){ [ 661.309283] env[62664]: value = "task-2697473" [ 661.309283] env[62664]: _type = "Task" [ 661.309283] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.321669] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.328240] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697471, 'name': Destroy_Task, 'duration_secs': 0.617464} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.328240] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Destroyed the VM [ 661.328240] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 661.328934] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5002f5de-2bd5-4fd3-9184-784f37b23ea3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.338325] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 661.338325] env[62664]: value = "task-2697474" [ 661.338325] env[62664]: _type = "Task" [ 661.338325] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.348795] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697474, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.511105] env[62664]: DEBUG nova.network.neutron [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.574656] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.574873] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquired lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.575067] env[62664]: DEBUG nova.network.neutron [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.735754] env[62664]: DEBUG nova.network.neutron [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Updating instance_info_cache with network_info: [{"id": "2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9", "address": "fa:16:3e:41:6c:b7", "network": {"id": "28c9cb00-332e-4aa9-8d4c-0d9021e3f505", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-302309053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b8c75d317f4298b7f19757dd85b3fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc8a2fc-2a", "ovs_interfaceid": "2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.745626] env[62664]: DEBUG nova.compute.utils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 661.749603] env[62664]: DEBUG nova.compute.manager [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.749973] env[62664]: DEBUG nova.network.neutron [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.822536] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697473, 'name': ReconfigVM_Task, 'duration_secs': 0.454269} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.824446] env[62664]: DEBUG nova.policy [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4455499d46b4440afe04cf87c9d9d4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd53abef93fd42d3b2f4b06e4606b125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.824446] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 84d7c75f-6887-4d78-bb82-2d937e407e43/84d7c75f-6887-4d78-bb82-2d937e407e43.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.824446] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3808f684-9974-47e7-87a4-8cec1a38db8f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.836345] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for the task: (returnval){ [ 661.836345] env[62664]: value = "task-2697475" [ 661.836345] env[62664]: _type = "Task" [ 661.836345] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.846314] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697475, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.852692] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697474, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.113970] env[62664]: DEBUG nova.network.neutron [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.196041] env[62664]: DEBUG nova.network.neutron [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Successfully created port: dced6766-e654-4162-b7d6-b6fce0c8e321 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.243121] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Releasing lock "refresh_cache-0bc69f9f-9de0-49ec-8725-32f4da72f5f7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.243121] env[62664]: DEBUG nova.compute.manager [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Instance network_info: |[{"id": "2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9", "address": "fa:16:3e:41:6c:b7", "network": {"id": "28c9cb00-332e-4aa9-8d4c-0d9021e3f505", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-302309053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b8c75d317f4298b7f19757dd85b3fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc8a2fc-2a", "ovs_interfaceid": "2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.243739] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:6c:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.252388] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Creating folder: Project (87b8c75d317f4298b7f19757dd85b3fd). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.253080] env[62664]: DEBUG nova.compute.manager [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.255875] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bcdbce9-8877-49c7-8dda-1e319ce71456 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.274243] env[62664]: DEBUG nova.network.neutron [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updating instance_info_cache with network_info: [{"id": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "address": "fa:16:3e:6f:a2:e5", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f727ec-0a", "ovs_interfaceid": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.283219] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Created folder: Project (87b8c75d317f4298b7f19757dd85b3fd) in parent group-v543506. [ 662.283422] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Creating folder: Instances. Parent ref: group-v543601. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.283731] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f27a949-91ca-4223-9a8a-a065547c091b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.304540] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Created folder: Instances in parent group-v543601. [ 662.305099] env[62664]: DEBUG oslo.service.loopingcall [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.305338] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.305574] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e9bb271-bec5-4201-bccc-be5f4ef9b4db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.332902] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.332902] env[62664]: value = "task-2697478" [ 662.332902] env[62664]: _type = "Task" [ 662.332902] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.351373] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697478, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.360933] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697475, 'name': Rename_Task, 'duration_secs': 0.152419} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.361278] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697474, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.361619] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.361872] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3caa55bd-d7c8-4323-9635-ca9410c97363 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.372834] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for the task: (returnval){ [ 662.372834] env[62664]: value = "task-2697479" [ 662.372834] env[62664]: _type = "Task" [ 662.372834] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.387099] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.778357] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Releasing lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.778679] env[62664]: DEBUG nova.compute.manager [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Instance network_info: |[{"id": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "address": "fa:16:3e:6f:a2:e5", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f727ec-0a", "ovs_interfaceid": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.779165] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:a2:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56f727ec-0aad-41bc-95ab-df1dbd7a9032', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.787967] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Creating folder: Project (161c852df5054b4092831a927223b288). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.791545] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-029b2818-c946-4f45-91ee-c0dd727341b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.805970] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Created folder: Project (161c852df5054b4092831a927223b288) in parent group-v543506. [ 662.806210] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Creating folder: Instances. Parent ref: group-v543604. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.806496] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1a73c40-4581-4ccd-97c9-0ff69e8f22dd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.820202] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Created folder: Instances in parent group-v543604. [ 662.820544] env[62664]: DEBUG oslo.service.loopingcall [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.820818] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.821057] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5650e7a-b638-4a01-92d7-3b4b2817a930 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.850377] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.850377] env[62664]: value = "task-2697482" [ 662.850377] env[62664]: _type = "Task" [ 662.850377] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.857916] env[62664]: DEBUG oslo_vmware.api [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697474, 'name': RemoveSnapshot_Task, 'duration_secs': 1.389788} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.857916] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697478, 'name': CreateVM_Task, 'duration_secs': 0.459709} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.864451] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 662.864797] env[62664]: INFO nova.compute.manager [None req-2a04e825-ce52-4000-bfbd-27977e334b3f tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 662.867386] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.868643] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.868809] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.869179] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.870229] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6fad27-8aa5-4409-87c9-d0a24d445a9a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.877664] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697482, 'name': CreateVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.883226] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for the task: (returnval){ [ 662.883226] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52852c8f-a085-577d-acbb-934d380c4f6e" [ 662.883226] env[62664]: _type = "Task" [ 662.883226] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.892538] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697479, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.900378] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52852c8f-a085-577d-acbb-934d380c4f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.014053} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.901099] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.901341] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.901583] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.901747] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.901944] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.902833] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-365b8459-7637-4c5f-86a3-c76e29b3ba12 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.914508] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be1766d-af4c-4f6c-989a-5848b3aa98f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.918175] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.918175] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.918175] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0fc5c8-9790-43e2-83ac-9d7795524aa8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.923546] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d485cd-6753-4f24-b0f5-a997b152012a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.931280] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for the task: (returnval){ [ 662.931280] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5282003a-d743-4724-3f76-ead2270142e0" [ 662.931280] env[62664]: _type = "Task" [ 662.931280] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.972048] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ca4ab9-ac96-4724-8ea6-855611aae840 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.982210] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5282003a-d743-4724-3f76-ead2270142e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014956} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.985065] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14415ad5-9f21-4b2c-9221-5632d347dca7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.989505] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2071c1b-efd8-4905-b75b-482813b6d3b8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.999144] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for the task: (returnval){ [ 662.999144] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526f213a-a881-43cd-559c-d5333c146e8a" [ 662.999144] env[62664]: _type = "Task" [ 662.999144] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.013313] env[62664]: DEBUG nova.compute.provider_tree [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.025694] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526f213a-a881-43cd-559c-d5333c146e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.026015] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.026313] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 0bc69f9f-9de0-49ec-8725-32f4da72f5f7/0bc69f9f-9de0-49ec-8725-32f4da72f5f7.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.026577] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-120cd995-7ac2-478d-8f3f-b754752d4829 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.035686] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for the task: (returnval){ [ 663.035686] env[62664]: value = "task-2697483" [ 663.035686] env[62664]: _type = "Task" [ 663.035686] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.046327] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.093119] env[62664]: DEBUG nova.compute.manager [req-0c969d2e-a752-4048-b8bc-08cfbcdd8a6a req-d3004fc7-761e-417a-bd21-2f3dded4b99a service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Received event network-changed-56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.093292] env[62664]: DEBUG nova.compute.manager [req-0c969d2e-a752-4048-b8bc-08cfbcdd8a6a req-d3004fc7-761e-417a-bd21-2f3dded4b99a service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Refreshing instance network info cache due to event network-changed-56f727ec-0aad-41bc-95ab-df1dbd7a9032. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.093641] env[62664]: DEBUG oslo_concurrency.lockutils [req-0c969d2e-a752-4048-b8bc-08cfbcdd8a6a req-d3004fc7-761e-417a-bd21-2f3dded4b99a service nova] Acquiring lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.093690] env[62664]: DEBUG oslo_concurrency.lockutils [req-0c969d2e-a752-4048-b8bc-08cfbcdd8a6a req-d3004fc7-761e-417a-bd21-2f3dded4b99a service nova] Acquired lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.093998] env[62664]: DEBUG nova.network.neutron [req-0c969d2e-a752-4048-b8bc-08cfbcdd8a6a req-d3004fc7-761e-417a-bd21-2f3dded4b99a service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Refreshing network info cache for port 56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.277963] env[62664]: DEBUG nova.compute.manager [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.301596] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.301862] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.302036] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.302225] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.302372] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.302520] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.302732] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.302893] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.303178] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.303249] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.303426] env[62664]: DEBUG nova.virt.hardware [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.304408] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0518a88-c51f-477d-b866-8a10a15d9e66 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.314197] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64f000d-0cac-45fb-a75e-f0d4132b365e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.368093] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697482, 'name': CreateVM_Task, 'duration_secs': 0.420524} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.368246] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.368951] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.369133] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.369463] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.372105] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2399232-308b-4ea9-9351-56c73c8f6f12 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.382737] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 663.382737] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527f4a6b-92f8-5d97-7d9b-8cf0fedb590c" [ 663.382737] env[62664]: _type = "Task" [ 663.382737] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.389543] env[62664]: DEBUG oslo_vmware.api [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697479, 'name': PowerOnVM_Task, 'duration_secs': 0.642497} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.390273] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.390493] env[62664]: INFO nova.compute.manager [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Took 8.03 seconds to spawn the instance on the hypervisor. [ 663.390688] env[62664]: DEBUG nova.compute.manager [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.391507] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4834b22d-fedc-47b3-bcf7-6226a32880bb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.397358] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527f4a6b-92f8-5d97-7d9b-8cf0fedb590c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.514950] env[62664]: DEBUG nova.scheduler.client.report [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.547358] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697483, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.859693] env[62664]: DEBUG nova.network.neutron [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Successfully updated port: dced6766-e654-4162-b7d6-b6fce0c8e321 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.894894] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527f4a6b-92f8-5d97-7d9b-8cf0fedb590c, 'name': SearchDatastore_Task, 'duration_secs': 0.046998} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.895248] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.895479] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.895808] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.895873] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.896140] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.896435] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69b5bd71-b642-4ff0-8422-7b0a4cc72fd2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.910703] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.910886] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.913511] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d06f9bd-4554-4a36-bfb2-6d6b6b071cea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.918488] env[62664]: INFO nova.compute.manager [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Took 42.00 seconds to build instance. [ 663.923798] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 663.923798] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f554bf-32c7-8223-6316-ff9201904f89" [ 663.923798] env[62664]: _type = "Task" [ 663.923798] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.936350] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f554bf-32c7-8223-6316-ff9201904f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.020538] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.021691] env[62664]: DEBUG nova.compute.manager [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.024146] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.292s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.026694] env[62664]: INFO nova.compute.claims [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.050308] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697483, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.070345] env[62664]: DEBUG nova.network.neutron [req-0c969d2e-a752-4048-b8bc-08cfbcdd8a6a req-d3004fc7-761e-417a-bd21-2f3dded4b99a service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updated VIF entry in instance network info cache for port 56f727ec-0aad-41bc-95ab-df1dbd7a9032. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.070748] env[62664]: DEBUG nova.network.neutron [req-0c969d2e-a752-4048-b8bc-08cfbcdd8a6a req-d3004fc7-761e-417a-bd21-2f3dded4b99a service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updating instance_info_cache with network_info: [{"id": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "address": "fa:16:3e:6f:a2:e5", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f727ec-0a", "ovs_interfaceid": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.364176] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-c9630308-fddf-4749-982b-e860a00dd719" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.364176] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-c9630308-fddf-4749-982b-e860a00dd719" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.364176] env[62664]: DEBUG nova.network.neutron [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.421793] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3c4d670f-a345-4128-9141-aebcf4320e8f tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lock "84d7c75f-6887-4d78-bb82-2d937e407e43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.153s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.435819] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f554bf-32c7-8223-6316-ff9201904f89, 'name': SearchDatastore_Task, 'duration_secs': 0.014468} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.436674] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078fd157-a3e4-4549-8bf0-7402f00407b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.444535] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 664.444535] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520639f8-5639-b669-6322-0b6b340eca8e" [ 664.444535] env[62664]: _type = "Task" [ 664.444535] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.453857] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520639f8-5639-b669-6322-0b6b340eca8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.533183] env[62664]: DEBUG nova.compute.utils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 664.536742] env[62664]: DEBUG nova.compute.manager [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.536860] env[62664]: DEBUG nova.network.neutron [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.551282] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697483, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.573072] env[62664]: DEBUG oslo_concurrency.lockutils [req-0c969d2e-a752-4048-b8bc-08cfbcdd8a6a req-d3004fc7-761e-417a-bd21-2f3dded4b99a service nova] Releasing lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.615028] env[62664]: DEBUG nova.policy [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8526388d4c024198849290b6f8102ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f84760de51494da98cd8fc98872013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.915373] env[62664]: DEBUG nova.network.neutron [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.930050] env[62664]: DEBUG nova.compute.manager [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.962673] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520639f8-5639-b669-6322-0b6b340eca8e, 'name': SearchDatastore_Task, 'duration_secs': 0.015451} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.964251] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.964251] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 7c4dea41-5165-4f17-98c9-1cdc3662f2be/7c4dea41-5165-4f17-98c9-1cdc3662f2be.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.964251] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd8bd631-d097-47ff-9785-2a2ba1b0904e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.973845] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 664.973845] env[62664]: value = "task-2697484" [ 664.973845] env[62664]: _type = "Task" [ 664.973845] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.984549] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.000245] env[62664]: DEBUG nova.network.neutron [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Successfully created port: 985854b4-00ac-43e8-805a-834b3a17c2dc {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.037579] env[62664]: DEBUG nova.compute.manager [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.057376] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697483, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.560949} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.057725] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 0bc69f9f-9de0-49ec-8725-32f4da72f5f7/0bc69f9f-9de0-49ec-8725-32f4da72f5f7.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.057987] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.058277] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f867c3d0-6720-4c26-89ad-f9693fab29f5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.066528] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for the task: (returnval){ [ 665.066528] env[62664]: value = "task-2697485" [ 665.066528] env[62664]: _type = "Task" [ 665.066528] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.077100] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.192087] env[62664]: DEBUG nova.compute.manager [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.194588] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e30746-861e-4cba-98f5-395fe46f84d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.428326] env[62664]: DEBUG nova.network.neutron [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Updating instance_info_cache with network_info: [{"id": "dced6766-e654-4162-b7d6-b6fce0c8e321", "address": "fa:16:3e:4d:e7:54", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdced6766-e6", "ovs_interfaceid": "dced6766-e654-4162-b7d6-b6fce0c8e321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.458881] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.487820] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.508152] env[62664]: DEBUG nova.compute.manager [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] [instance: c9630308-fddf-4749-982b-e860a00dd719] Received event network-vif-plugged-dced6766-e654-4162-b7d6-b6fce0c8e321 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.508415] env[62664]: DEBUG oslo_concurrency.lockutils [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] Acquiring lock "c9630308-fddf-4749-982b-e860a00dd719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.508637] env[62664]: DEBUG oslo_concurrency.lockutils [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] Lock "c9630308-fddf-4749-982b-e860a00dd719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.508807] env[62664]: DEBUG oslo_concurrency.lockutils [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] Lock "c9630308-fddf-4749-982b-e860a00dd719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.508975] env[62664]: DEBUG nova.compute.manager [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] [instance: c9630308-fddf-4749-982b-e860a00dd719] No waiting events found dispatching network-vif-plugged-dced6766-e654-4162-b7d6-b6fce0c8e321 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.509156] env[62664]: WARNING nova.compute.manager [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] [instance: c9630308-fddf-4749-982b-e860a00dd719] Received unexpected event network-vif-plugged-dced6766-e654-4162-b7d6-b6fce0c8e321 for instance with vm_state building and task_state spawning. [ 665.509315] env[62664]: DEBUG nova.compute.manager [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] [instance: c9630308-fddf-4749-982b-e860a00dd719] Received event network-changed-dced6766-e654-4162-b7d6-b6fce0c8e321 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.509498] env[62664]: DEBUG nova.compute.manager [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] [instance: c9630308-fddf-4749-982b-e860a00dd719] Refreshing instance network info cache due to event network-changed-dced6766-e654-4162-b7d6-b6fce0c8e321. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.509702] env[62664]: DEBUG oslo_concurrency.lockutils [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] Acquiring lock "refresh_cache-c9630308-fddf-4749-982b-e860a00dd719" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.631754] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106715} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.631754] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.631754] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2984426b-4016-4e87-8744-84bc6678a542 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.631754] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 0bc69f9f-9de0-49ec-8725-32f4da72f5f7/0bc69f9f-9de0-49ec-8725-32f4da72f5f7.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.631754] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3fa902d-3411-408a-b59d-4535f51d76e4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.646029] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for the task: (returnval){ [ 665.646029] env[62664]: value = "task-2697486" [ 665.646029] env[62664]: _type = "Task" [ 665.646029] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.658725] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.684817] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef82701a-dc23-40a1-b5f6-ebb3bf6b09db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.693527] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6171c491-cf5f-46a7-884b-1d1375558d55 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.725463] env[62664]: INFO nova.compute.manager [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] instance snapshotting [ 665.727822] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52e0ab0-122b-4e76-9e18-02078da5ad33 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.731262] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8b6fbb-6aad-41e8-bdce-8d8249727705 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.752579] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19275840-27fe-4892-b1db-5dc340697cea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.758741] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825edc47-3ca0-4791-8d67-72a3a349bcd2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.780143] env[62664]: DEBUG nova.compute.provider_tree [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.932729] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-c9630308-fddf-4749-982b-e860a00dd719" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.933113] env[62664]: DEBUG nova.compute.manager [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Instance network_info: |[{"id": "dced6766-e654-4162-b7d6-b6fce0c8e321", "address": "fa:16:3e:4d:e7:54", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdced6766-e6", "ovs_interfaceid": "dced6766-e654-4162-b7d6-b6fce0c8e321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.933811] env[62664]: DEBUG oslo_concurrency.lockutils [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] Acquired lock "refresh_cache-c9630308-fddf-4749-982b-e860a00dd719" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.933811] env[62664]: DEBUG nova.network.neutron [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] [instance: c9630308-fddf-4749-982b-e860a00dd719] Refreshing network info cache for port dced6766-e654-4162-b7d6-b6fce0c8e321 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.939030] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:e7:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dced6766-e654-4162-b7d6-b6fce0c8e321', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.944165] env[62664]: DEBUG oslo.service.loopingcall [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.945343] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9630308-fddf-4749-982b-e860a00dd719] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.945577] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f26aa7aa-8cfa-4a48-92d2-eab8418a9c6d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.968447] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.968447] env[62664]: value = "task-2697487" [ 665.968447] env[62664]: _type = "Task" [ 665.968447] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.979317] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697487, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.988046] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562009} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.988331] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 7c4dea41-5165-4f17-98c9-1cdc3662f2be/7c4dea41-5165-4f17-98c9-1cdc3662f2be.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.989649] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.989649] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-829c5795-b031-4b67-b58f-0a30d42e290e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.997592] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 665.997592] env[62664]: value = "task-2697488" [ 665.997592] env[62664]: _type = "Task" [ 665.997592] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.011791] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.054726] env[62664]: DEBUG nova.compute.manager [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.081329] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.081329] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.081329] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.081584] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.082846] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.082846] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.082846] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.082846] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.082846] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.083102] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.083102] env[62664]: DEBUG nova.virt.hardware [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.083830] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7d52f6-8d65-4695-a4a0-bab6d6010d67 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.092768] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f4ac0f-ed08-49a5-8411-6cfb001bc869 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.162248] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697486, 'name': ReconfigVM_Task, 'duration_secs': 0.351897} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.162517] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 0bc69f9f-9de0-49ec-8725-32f4da72f5f7/0bc69f9f-9de0-49ec-8725-32f4da72f5f7.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.163198] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d032e39d-4f75-48fb-a394-d5593c09b179 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.171791] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for the task: (returnval){ [ 666.171791] env[62664]: value = "task-2697489" [ 666.171791] env[62664]: _type = "Task" [ 666.171791] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.183414] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697489, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.283695] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 666.284787] env[62664]: DEBUG nova.scheduler.client.report [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.289587] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-be995bd1-403f-4b6c-a97d-a1a5209bd0e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.298572] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 666.298572] env[62664]: value = "task-2697490" [ 666.298572] env[62664]: _type = "Task" [ 666.298572] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.309535] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697490, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.479718] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697487, 'name': CreateVM_Task, 'duration_secs': 0.391644} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.479894] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9630308-fddf-4749-982b-e860a00dd719] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.480615] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.480783] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.481128] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.481385] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82835f92-ca4a-4edc-b2ee-7364b28c9766 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.487468] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 666.487468] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52042cdf-7968-059a-5798-8ee1a4b492f6" [ 666.487468] env[62664]: _type = "Task" [ 666.487468] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.497160] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52042cdf-7968-059a-5798-8ee1a4b492f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.509757] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076862} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.510012] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.510774] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39275c0-fb53-4ade-acf5-1abe65151cae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.534898] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 7c4dea41-5165-4f17-98c9-1cdc3662f2be/7c4dea41-5165-4f17-98c9-1cdc3662f2be.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.536249] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-206d16d9-c442-47b2-ace4-eccdc2b44c32 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.552498] env[62664]: DEBUG nova.compute.manager [req-fa2ed33e-2db4-4453-bb54-2bcb2bb1cd62 req-93033988-5aa5-4e9b-958b-431082e103ae service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Received event network-changed-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.552607] env[62664]: DEBUG nova.compute.manager [req-fa2ed33e-2db4-4453-bb54-2bcb2bb1cd62 req-93033988-5aa5-4e9b-958b-431082e103ae service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Refreshing instance network info cache due to event network-changed-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 666.552828] env[62664]: DEBUG oslo_concurrency.lockutils [req-fa2ed33e-2db4-4453-bb54-2bcb2bb1cd62 req-93033988-5aa5-4e9b-958b-431082e103ae service nova] Acquiring lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.552982] env[62664]: DEBUG oslo_concurrency.lockutils [req-fa2ed33e-2db4-4453-bb54-2bcb2bb1cd62 req-93033988-5aa5-4e9b-958b-431082e103ae service nova] Acquired lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.553138] env[62664]: DEBUG nova.network.neutron [req-fa2ed33e-2db4-4453-bb54-2bcb2bb1cd62 req-93033988-5aa5-4e9b-958b-431082e103ae service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Refreshing network info cache for port 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.564321] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 666.564321] env[62664]: value = "task-2697491" [ 666.564321] env[62664]: _type = "Task" [ 666.564321] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.574477] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.687615] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697489, 'name': Rename_Task, 'duration_secs': 0.193264} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.688117] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.688502] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3ff1df5-105d-4d11-874f-03be6fddac23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.700370] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for the task: (returnval){ [ 666.700370] env[62664]: value = "task-2697492" [ 666.700370] env[62664]: _type = "Task" [ 666.700370] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.714383] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.767392] env[62664]: DEBUG nova.network.neutron [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] [instance: c9630308-fddf-4749-982b-e860a00dd719] Updated VIF entry in instance network info cache for port dced6766-e654-4162-b7d6-b6fce0c8e321. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.767879] env[62664]: DEBUG nova.network.neutron [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] [instance: c9630308-fddf-4749-982b-e860a00dd719] Updating instance_info_cache with network_info: [{"id": "dced6766-e654-4162-b7d6-b6fce0c8e321", "address": "fa:16:3e:4d:e7:54", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdced6766-e6", "ovs_interfaceid": "dced6766-e654-4162-b7d6-b6fce0c8e321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.793800] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.794279] env[62664]: DEBUG nova.compute.manager [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.797198] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.488s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.811656] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697490, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.885117] env[62664]: DEBUG nova.network.neutron [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Successfully updated port: 985854b4-00ac-43e8-805a-834b3a17c2dc {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.003027] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52042cdf-7968-059a-5798-8ee1a4b492f6, 'name': SearchDatastore_Task, 'duration_secs': 0.02421} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.003027] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.003027] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.003027] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.003448] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.003448] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.003448] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2425c47b-d83f-4380-8c1f-43f2ac57b774 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.014020] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.014020] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.014020] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f95ec2-1b29-43a4-99af-0260da631581 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.021163] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 667.021163] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52934984-73ba-681a-7fac-4ac69295f546" [ 667.021163] env[62664]: _type = "Task" [ 667.021163] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.031339] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52934984-73ba-681a-7fac-4ac69295f546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.075242] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.212291] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697492, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.271071] env[62664]: DEBUG oslo_concurrency.lockutils [req-d80f137d-0a25-4cb8-b043-534d648cbc33 req-317e925e-c180-4405-898a-b3618a74a719 service nova] Releasing lock "refresh_cache-c9630308-fddf-4749-982b-e860a00dd719" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.301948] env[62664]: DEBUG nova.compute.utils [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 667.316454] env[62664]: DEBUG nova.compute.manager [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.316668] env[62664]: DEBUG nova.network.neutron [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.331393] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697490, 'name': CreateSnapshot_Task, 'duration_secs': 0.982286} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.331499] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 667.335019] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199c9861-af23-4929-a183-3c23d8185c79 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.390531] env[62664]: DEBUG nova.policy [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c3fc4270e3f4f01a947613e4df4f88a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb49bdac05d0430a956336dcb021f97a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.392461] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquiring lock "refresh_cache-bfe5686a-7219-44ae-95ff-001f9635fa45" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.392603] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquired lock "refresh_cache-bfe5686a-7219-44ae-95ff-001f9635fa45" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.392750] env[62664]: DEBUG nova.network.neutron [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.425695] env[62664]: DEBUG nova.network.neutron [req-fa2ed33e-2db4-4453-bb54-2bcb2bb1cd62 req-93033988-5aa5-4e9b-958b-431082e103ae service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Updated VIF entry in instance network info cache for port 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.426066] env[62664]: DEBUG nova.network.neutron [req-fa2ed33e-2db4-4453-bb54-2bcb2bb1cd62 req-93033988-5aa5-4e9b-958b-431082e103ae service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Updating instance_info_cache with network_info: [{"id": "48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1", "address": "fa:16:3e:53:d8:a6", "network": {"id": "6f78c142-bc8a-4c39-a130-96ca790900f6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-163157032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfb5162fa05843b18e225ed98fe5df5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f1dae3-6b", "ovs_interfaceid": "48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.533456] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52934984-73ba-681a-7fac-4ac69295f546, 'name': SearchDatastore_Task, 'duration_secs': 0.013575} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.534467] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b1db7d-c713-4412-a022-6e57ab86208b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.540467] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 667.540467] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e13f09-f0b7-c36c-b626-8983b9420b6c" [ 667.540467] env[62664]: _type = "Task" [ 667.540467] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.549405] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e13f09-f0b7-c36c-b626-8983b9420b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.577408] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697491, 'name': ReconfigVM_Task, 'duration_secs': 0.52735} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.577408] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 7c4dea41-5165-4f17-98c9-1cdc3662f2be/7c4dea41-5165-4f17-98c9-1cdc3662f2be.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.577408] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38145e44-9152-4e1b-8fed-8d3b3a96df7f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.583666] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 667.583666] env[62664]: value = "task-2697493" [ 667.583666] env[62664]: _type = "Task" [ 667.583666] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.593438] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697493, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.711162] env[62664]: DEBUG oslo_vmware.api [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697492, 'name': PowerOnVM_Task, 'duration_secs': 0.546827} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.711456] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.711665] env[62664]: INFO nova.compute.manager [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Took 8.65 seconds to spawn the instance on the hypervisor. [ 667.711847] env[62664]: DEBUG nova.compute.manager [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.712660] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d08384-1c7f-4fdb-8783-7485a95607b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.817297] env[62664]: DEBUG nova.compute.manager [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.832328] env[62664]: DEBUG nova.network.neutron [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Successfully created port: fc498656-feab-4ff5-8017-5ab2b3fe3ca3 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.851130] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 667.851493] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad7089a4-a71c-4836-b136-20b77225d996 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.861998] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 667.861998] env[62664]: value = "task-2697494" [ 667.861998] env[62664]: _type = "Task" [ 667.861998] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.875085] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697494, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.876813] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance c90e97fe-1065-4378-8152-c2f5d08e3b26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.876973] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 6dc7032f-ce0d-4067-98f0-ad02ed142682 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 667.877121] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f48335a6-0726-41d9-abfc-ceb16dcf2912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.877240] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 3afea66f-7d69-4d19-9a8e-2744aa2ce954 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.877353] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance edd9f253-f27f-4417-a9aa-6ba7915fd588 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878018] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a749bdba-b986-48be-9efe-bd339d5531c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878018] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f03d1d72-c793-40ed-8ac2-2e1171cdf8fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878018] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 18b48743-1ebd-4805-9e86-d03240b0d6c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878018] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 633100b8-c9ff-40d8-9e88-2091f4243b0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878186] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 74ac4035-9fe2-4149-a5dd-3e8c6cc602de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878186] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 1dc0fc2c-e96b-4366-ac81-67b190e65ab7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878186] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 59b7a1ff-34c0-4adc-a767-50694c76b190 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878287] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a3f6dea2-4192-44d8-8f03-0d26a3993429 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878390] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance fea7d073-9a24-4053-99af-ad76fcc1a982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878488] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f88e9050-4065-4911-b0b0-2ec6df97bd4b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 667.878611] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance b3c94ff1-9b13-40d8-a028-847544742f18 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 667.878723] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 34e9ab31-abeb-474b-b586-30b5c0703330 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.878833] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 97973019-3a8a-4211-9821-b909332fd03d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.879133] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 73d030d5-2d4f-4206-8706-9672ec9221f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 667.879133] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance dceb2e10-608b-436a-adaf-6bb2d7604566 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.879271] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 84d7c75f-6887-4d78-bb82-2d937e407e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.879322] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 0bc69f9f-9de0-49ec-8725-32f4da72f5f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.879399] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 7c4dea41-5165-4f17-98c9-1cdc3662f2be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.879504] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance c9630308-fddf-4749-982b-e860a00dd719 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.879608] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance bfe5686a-7219-44ae-95ff-001f9635fa45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.879715] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 9d5032a7-5bd2-417f-9e01-2d4b58abf77e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 667.933237] env[62664]: DEBUG oslo_concurrency.lockutils [req-fa2ed33e-2db4-4453-bb54-2bcb2bb1cd62 req-93033988-5aa5-4e9b-958b-431082e103ae service nova] Releasing lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.945385] env[62664]: DEBUG nova.network.neutron [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.053306] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e13f09-f0b7-c36c-b626-8983b9420b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.015942} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.055069] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.055379] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] c9630308-fddf-4749-982b-e860a00dd719/c9630308-fddf-4749-982b-e860a00dd719.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.055735] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98b1ba6c-5aae-4c24-a3a3-472c35c06977 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.072388] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 668.072388] env[62664]: value = "task-2697495" [ 668.072388] env[62664]: _type = "Task" [ 668.072388] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.083301] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.094349] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697493, 'name': Rename_Task, 'duration_secs': 0.23495} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.094692] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.094920] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68895a46-4ca6-44e9-8060-68daf6a98ed1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.105210] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 668.105210] env[62664]: value = "task-2697496" [ 668.105210] env[62664]: _type = "Task" [ 668.105210] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.116023] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.177155] env[62664]: DEBUG nova.network.neutron [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Updating instance_info_cache with network_info: [{"id": "985854b4-00ac-43e8-805a-834b3a17c2dc", "address": "fa:16:3e:22:11:d9", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985854b4-00", "ovs_interfaceid": "985854b4-00ac-43e8-805a-834b3a17c2dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.240365] env[62664]: INFO nova.compute.manager [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Took 44.26 seconds to build instance. [ 668.322022] env[62664]: INFO nova.virt.block_device [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Booting with volume 9136c3c3-9096-4f28-9873-6db756653aac at /dev/sda [ 668.375563] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697494, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.382651] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 668.396081] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45076f83-c5d8-4817-9d01-5b1a7c77d174 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.407792] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86d3a9c-d70f-4537-bf1e-afd104644e8f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.449802] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5b1125d-1382-40be-88a8-e864546d0f5b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.460415] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8632b3f2-7d05-461b-8506-7a8f7afd7b26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.502811] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc8c883-f560-429f-bac9-069c9502f1ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.512115] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f9f508-55f1-4364-bb64-935634e10b1a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.531346] env[62664]: DEBUG nova.virt.block_device [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Updating existing volume attachment record: 62f1c6a4-ea5b-4d05-b508-0ee3789f9cc1 {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 668.587372] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697495, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.619668] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697496, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.680247] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Releasing lock "refresh_cache-bfe5686a-7219-44ae-95ff-001f9635fa45" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.680663] env[62664]: DEBUG nova.compute.manager [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Instance network_info: |[{"id": "985854b4-00ac-43e8-805a-834b3a17c2dc", "address": "fa:16:3e:22:11:d9", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985854b4-00", "ovs_interfaceid": "985854b4-00ac-43e8-805a-834b3a17c2dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.681180] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:11:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '985854b4-00ac-43e8-805a-834b3a17c2dc', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.690180] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Creating folder: Project (f6f84760de51494da98cd8fc98872013). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.690581] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82b6cfeb-897c-4b7c-b6cf-9e5957bdf39f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.699604] env[62664]: DEBUG nova.compute.manager [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Received event network-vif-plugged-985854b4-00ac-43e8-805a-834b3a17c2dc {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.699805] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] Acquiring lock "bfe5686a-7219-44ae-95ff-001f9635fa45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.700033] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] Lock "bfe5686a-7219-44ae-95ff-001f9635fa45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.700267] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] Lock "bfe5686a-7219-44ae-95ff-001f9635fa45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.700440] env[62664]: DEBUG nova.compute.manager [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] No waiting events found dispatching network-vif-plugged-985854b4-00ac-43e8-805a-834b3a17c2dc {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.700629] env[62664]: WARNING nova.compute.manager [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Received unexpected event network-vif-plugged-985854b4-00ac-43e8-805a-834b3a17c2dc for instance with vm_state building and task_state spawning. [ 668.700791] env[62664]: DEBUG nova.compute.manager [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Received event network-changed-985854b4-00ac-43e8-805a-834b3a17c2dc {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.700953] env[62664]: DEBUG nova.compute.manager [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Refreshing instance network info cache due to event network-changed-985854b4-00ac-43e8-805a-834b3a17c2dc. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 668.701166] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] Acquiring lock "refresh_cache-bfe5686a-7219-44ae-95ff-001f9635fa45" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.701319] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] Acquired lock "refresh_cache-bfe5686a-7219-44ae-95ff-001f9635fa45" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.701491] env[62664]: DEBUG nova.network.neutron [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Refreshing network info cache for port 985854b4-00ac-43e8-805a-834b3a17c2dc {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.704561] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Created folder: Project (f6f84760de51494da98cd8fc98872013) in parent group-v543506. [ 668.704830] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Creating folder: Instances. Parent ref: group-v543610. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.705357] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ce8bbe5-7d9e-4308-a9ce-d1a57f492fe6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.718138] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Created folder: Instances in parent group-v543610. [ 668.718138] env[62664]: DEBUG oslo.service.loopingcall [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.718138] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.718138] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-500fca61-0545-4820-b0c9-a7a49072d679 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.740928] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.740928] env[62664]: value = "task-2697499" [ 668.740928] env[62664]: _type = "Task" [ 668.740928] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.741459] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19127dfe-a4b4-4cb7-9482-efb802869f92 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.987s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.753054] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697499, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.875139] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697494, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.887073] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance b493b6f4-5055-492f-84e4-25f70ca231aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.084990] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593618} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.085333] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] c9630308-fddf-4749-982b-e860a00dd719/c9630308-fddf-4749-982b-e860a00dd719.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.085600] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.085933] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7222cd09-0621-43f3-9333-9dce887e0ad1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.096696] env[62664]: DEBUG oslo_vmware.rw_handles [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab69c-5ae6-9d6c-764e-d546fe6d1a60/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 669.097761] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4638b17c-bdf8-4662-8a99-9472fa212f79 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.106449] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 669.106449] env[62664]: value = "task-2697500" [ 669.106449] env[62664]: _type = "Task" [ 669.106449] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.113030] env[62664]: DEBUG oslo_vmware.rw_handles [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab69c-5ae6-9d6c-764e-d546fe6d1a60/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 669.113030] env[62664]: ERROR oslo_vmware.rw_handles [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab69c-5ae6-9d6c-764e-d546fe6d1a60/disk-0.vmdk due to incomplete transfer. [ 669.119081] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9a1265ca-a875-4ed7-a313-fe774313133c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.130065] env[62664]: DEBUG oslo_vmware.api [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697496, 'name': PowerOnVM_Task, 'duration_secs': 1.012096} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.134498] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.134833] env[62664]: INFO nova.compute.manager [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Took 8.49 seconds to spawn the instance on the hypervisor. [ 669.135062] env[62664]: DEBUG nova.compute.manager [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.135730] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.137656] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d6eb96-cceb-4414-ad26-baaef1382530 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.140438] env[62664]: DEBUG oslo_vmware.rw_handles [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ab69c-5ae6-9d6c-764e-d546fe6d1a60/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 669.140655] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Uploaded image 89c3dd4e-794c-4177-888b-a6f025335390 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 669.143678] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 669.143914] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c7989281-5498-4ef5-8caf-4a2e6ecfeb92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.164174] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 669.164174] env[62664]: value = "task-2697501" [ 669.164174] env[62664]: _type = "Task" [ 669.164174] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.175037] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697501, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.251068] env[62664]: DEBUG nova.compute.manager [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.261973] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697499, 'name': CreateVM_Task, 'duration_secs': 0.485138} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.262826] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.263881] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.264525] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.264920] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.265207] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3bf1a61-8738-4476-99e5-0897087eaa14 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.272891] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for the task: (returnval){ [ 669.272891] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526ffe7d-1c4c-0a44-c21a-5e52786ac4b2" [ 669.272891] env[62664]: _type = "Task" [ 669.272891] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.284670] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526ffe7d-1c4c-0a44-c21a-5e52786ac4b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.380579] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697494, 'name': CloneVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.390506] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 22d675da-2ba5-4c9a-8aa2-096eb68e5118 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.513468] env[62664]: DEBUG nova.network.neutron [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Updated VIF entry in instance network info cache for port 985854b4-00ac-43e8-805a-834b3a17c2dc. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.513885] env[62664]: DEBUG nova.network.neutron [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Updating instance_info_cache with network_info: [{"id": "985854b4-00ac-43e8-805a-834b3a17c2dc", "address": "fa:16:3e:22:11:d9", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985854b4-00", "ovs_interfaceid": "985854b4-00ac-43e8-805a-834b3a17c2dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.628817] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102836} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.629096] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.629896] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60266d11-0834-4f6c-979a-f8d3e9309e46 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.656992] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] c9630308-fddf-4749-982b-e860a00dd719/c9630308-fddf-4749-982b-e860a00dd719.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.657819] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc3c349-46b8-46d7-beb8-abc08b7b4e95 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.678437] env[62664]: DEBUG nova.network.neutron [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Successfully updated port: fc498656-feab-4ff5-8017-5ab2b3fe3ca3 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.686038] env[62664]: INFO nova.compute.manager [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Took 41.64 seconds to build instance. [ 669.693352] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697501, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.693866] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 669.693866] env[62664]: value = "task-2697502" [ 669.693866] env[62664]: _type = "Task" [ 669.693866] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.706023] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.725734] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquiring lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.725940] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.726187] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquiring lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.726352] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.726520] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.730875] env[62664]: INFO nova.compute.manager [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Terminating instance [ 669.761495] env[62664]: DEBUG nova.compute.manager [req-bcef125f-04b8-40f5-a128-c507608209e9 req-4b69e95c-94c0-4e60-9d6d-96436053f0e2 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Received event network-changed-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.761692] env[62664]: DEBUG nova.compute.manager [req-bcef125f-04b8-40f5-a128-c507608209e9 req-4b69e95c-94c0-4e60-9d6d-96436053f0e2 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Refreshing instance network info cache due to event network-changed-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.761982] env[62664]: DEBUG oslo_concurrency.lockutils [req-bcef125f-04b8-40f5-a128-c507608209e9 req-4b69e95c-94c0-4e60-9d6d-96436053f0e2 service nova] Acquiring lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.762182] env[62664]: DEBUG oslo_concurrency.lockutils [req-bcef125f-04b8-40f5-a128-c507608209e9 req-4b69e95c-94c0-4e60-9d6d-96436053f0e2 service nova] Acquired lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.762344] env[62664]: DEBUG nova.network.neutron [req-bcef125f-04b8-40f5-a128-c507608209e9 req-4b69e95c-94c0-4e60-9d6d-96436053f0e2 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Refreshing network info cache for port 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.773624] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.784172] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526ffe7d-1c4c-0a44-c21a-5e52786ac4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.051972} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.784451] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.784697] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.784955] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.785118] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.785300] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.785554] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbb12a0e-2ee3-432a-9a88-546c0176a8ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.808369] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.808369] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.809531] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-997c6a62-cac7-41f1-bb90-5f601c6867d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.816311] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for the task: (returnval){ [ 669.816311] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52388e89-1fda-b1f3-b4a4-7a33b17c19d6" [ 669.816311] env[62664]: _type = "Task" [ 669.816311] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.826944] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52388e89-1fda-b1f3-b4a4-7a33b17c19d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.877785] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697494, 'name': CloneVM_Task, 'duration_secs': 1.57529} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.877785] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Created linked-clone VM from snapshot [ 669.878597] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90fdb43-afc7-486a-b435-a4a4faa463e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.890148] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Uploading image 3981e92f-847c-4b7f-9449-eaa5dea5bda7 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 669.894294] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f67479a8-cf01-4c3c-83ae-e7990747a695 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.928249] env[62664]: DEBUG oslo_vmware.rw_handles [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 669.928249] env[62664]: value = "vm-543609" [ 669.928249] env[62664]: _type = "VirtualMachine" [ 669.928249] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 669.928249] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb1daf42-ea8e-46f3-9531-bf96d0a7d5c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.939039] env[62664]: DEBUG oslo_vmware.rw_handles [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lease: (returnval){ [ 669.939039] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52882c4b-6a05-4b66-f8bd-5608b09d9de5" [ 669.939039] env[62664]: _type = "HttpNfcLease" [ 669.939039] env[62664]: } obtained for exporting VM: (result){ [ 669.939039] env[62664]: value = "vm-543609" [ 669.939039] env[62664]: _type = "VirtualMachine" [ 669.939039] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 669.939464] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the lease: (returnval){ [ 669.939464] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52882c4b-6a05-4b66-f8bd-5608b09d9de5" [ 669.939464] env[62664]: _type = "HttpNfcLease" [ 669.939464] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 669.948692] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 669.948692] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52882c4b-6a05-4b66-f8bd-5608b09d9de5" [ 669.948692] env[62664]: _type = "HttpNfcLease" [ 669.948692] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 670.017805] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bf3bec9-1d80-48c2-b1e2-ef8db18212ed req-2ccd39e8-876d-4b10-aad4-1fbed65778ab service nova] Releasing lock "refresh_cache-bfe5686a-7219-44ae-95ff-001f9635fa45" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.188638] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Acquiring lock "refresh_cache-9d5032a7-5bd2-417f-9e01-2d4b58abf77e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.188638] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Acquired lock "refresh_cache-9d5032a7-5bd2-417f-9e01-2d4b58abf77e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.188638] env[62664]: DEBUG nova.network.neutron [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.197966] env[62664]: DEBUG oslo_concurrency.lockutils [None req-730e9035-0a06-4f51-a716-683407888e16 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.918s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.197966] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697501, 'name': Destroy_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.213462] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.235451] env[62664]: DEBUG nova.compute.manager [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.236651] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.237679] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bf849f-a3b8-4cdf-9ba4-c7dca058dcbd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.250203] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.250434] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1196b682-3373-412d-aa9b-0723fb70dd51 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.260060] env[62664]: DEBUG oslo_vmware.api [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for the task: (returnval){ [ 670.260060] env[62664]: value = "task-2697504" [ 670.260060] env[62664]: _type = "Task" [ 670.260060] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.272377] env[62664]: DEBUG oslo_vmware.api [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.327504] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52388e89-1fda-b1f3-b4a4-7a33b17c19d6, 'name': SearchDatastore_Task, 'duration_secs': 0.016322} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.328832] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5695769-ac6c-42bc-a1ef-97e6026b05d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.334780] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for the task: (returnval){ [ 670.334780] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c9a00d-1378-146a-9054-e5b7fdfd6b0d" [ 670.334780] env[62664]: _type = "Task" [ 670.334780] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.344492] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c9a00d-1378-146a-9054-e5b7fdfd6b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.399550] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 76b542df-d968-4830-9988-2b537105e957 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.452561] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 670.452561] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52882c4b-6a05-4b66-f8bd-5608b09d9de5" [ 670.452561] env[62664]: _type = "HttpNfcLease" [ 670.452561] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 670.452871] env[62664]: DEBUG oslo_vmware.rw_handles [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 670.452871] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52882c4b-6a05-4b66-f8bd-5608b09d9de5" [ 670.452871] env[62664]: _type = "HttpNfcLease" [ 670.452871] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 670.453754] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7333fd-7890-412b-99ec-68e44e074e63 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.462734] env[62664]: DEBUG oslo_vmware.rw_handles [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ab456-ed89-1e7c-3e1f-677a8e8a0892/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 670.462901] env[62664]: DEBUG oslo_vmware.rw_handles [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ab456-ed89-1e7c-3e1f-677a8e8a0892/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 670.592488] env[62664]: DEBUG nova.network.neutron [req-bcef125f-04b8-40f5-a128-c507608209e9 req-4b69e95c-94c0-4e60-9d6d-96436053f0e2 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Updated VIF entry in instance network info cache for port 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.593569] env[62664]: DEBUG nova.network.neutron [req-bcef125f-04b8-40f5-a128-c507608209e9 req-4b69e95c-94c0-4e60-9d6d-96436053f0e2 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Updating instance_info_cache with network_info: [{"id": "48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1", "address": "fa:16:3e:53:d8:a6", "network": {"id": "6f78c142-bc8a-4c39-a130-96ca790900f6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-163157032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfb5162fa05843b18e225ed98fe5df5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48f1dae3-6b", "ovs_interfaceid": "48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.597237] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-136bfb6c-1815-45d7-89bd-ece942661931 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.693446] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697501, 'name': Destroy_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.701946] env[62664]: DEBUG nova.compute.manager [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.703265] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.703265] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.703265] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.703467] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.703501] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.703638] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.703891] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.704066] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.704239] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.704398] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.704568] env[62664]: DEBUG nova.virt.hardware [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.705140] env[62664]: DEBUG nova.compute.manager [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.709356] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f823b1b0-9795-48fa-8172-d41129b53261 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.728031] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1175cc-73ac-472a-8e75-921a400009eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.733041] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697502, 'name': ReconfigVM_Task, 'duration_secs': 0.87372} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.733337] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Reconfigured VM instance instance-00000022 to attach disk [datastore2] c9630308-fddf-4749-982b-e860a00dd719/c9630308-fddf-4749-982b-e860a00dd719.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.735191] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76f71f51-335d-402c-baeb-ae14bbe03b8a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.751139] env[62664]: DEBUG nova.network.neutron [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.758105] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 670.758105] env[62664]: value = "task-2697505" [ 670.758105] env[62664]: _type = "Task" [ 670.758105] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.775896] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697505, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.780782] env[62664]: DEBUG oslo_vmware.api [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697504, 'name': PowerOffVM_Task, 'duration_secs': 0.327681} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.781232] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.781479] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.781822] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0459435-d02f-4428-bd7d-098ae587198f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.847422] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c9a00d-1378-146a-9054-e5b7fdfd6b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.847735] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.848031] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] bfe5686a-7219-44ae-95ff-001f9635fa45/bfe5686a-7219-44ae-95ff-001f9635fa45.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.848320] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e718cd79-3797-4f85-a7d3-344ef2180f8e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.858989] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for the task: (returnval){ [ 670.858989] env[62664]: value = "task-2697507" [ 670.858989] env[62664]: _type = "Task" [ 670.858989] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.870865] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.903368] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 45223755-7de4-4eec-b41d-8c7ef92452fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.985708] env[62664]: DEBUG nova.network.neutron [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Updating instance_info_cache with network_info: [{"id": "fc498656-feab-4ff5-8017-5ab2b3fe3ca3", "address": "fa:16:3e:0e:71:f6", "network": {"id": "8d02535c-1b8e-4954-a3e8-04e463d9f6e1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1718065891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb49bdac05d0430a956336dcb021f97a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc498656-fe", "ovs_interfaceid": "fc498656-feab-4ff5-8017-5ab2b3fe3ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.096396] env[62664]: DEBUG oslo_concurrency.lockutils [req-bcef125f-04b8-40f5-a128-c507608209e9 req-4b69e95c-94c0-4e60-9d6d-96436053f0e2 service nova] Releasing lock "refresh_cache-84d7c75f-6887-4d78-bb82-2d937e407e43" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.185051] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.185402] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.185702] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Deleting the datastore file [datastore2] 0bc69f9f-9de0-49ec-8725-32f4da72f5f7 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.186626] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c7d5d5-1266-4d04-859e-419fbc1981d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.194271] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697501, 'name': Destroy_Task, 'duration_secs': 1.904515} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.196184] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Destroyed the VM [ 671.196470] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 671.196899] env[62664]: DEBUG oslo_vmware.api [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for the task: (returnval){ [ 671.196899] env[62664]: value = "task-2697508" [ 671.196899] env[62664]: _type = "Task" [ 671.196899] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.197342] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-45a23c8d-4f56-4664-85c1-8d4beeb1bbe3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.216573] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 671.216573] env[62664]: value = "task-2697509" [ 671.216573] env[62664]: _type = "Task" [ 671.216573] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.216885] env[62664]: DEBUG oslo_vmware.api [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.233246] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697509, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.238500] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.272646] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697505, 'name': Rename_Task, 'duration_secs': 0.366709} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.273121] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.273455] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b4f78f-89f4-49a0-9283-49920ec05edb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.287441] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 671.287441] env[62664]: value = "task-2697510" [ 671.287441] env[62664]: _type = "Task" [ 671.287441] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.301358] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.375774] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.409188] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance d2136d99-28b5-4aa3-bb21-6086d55743b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.490066] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Releasing lock "refresh_cache-9d5032a7-5bd2-417f-9e01-2d4b58abf77e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.490066] env[62664]: DEBUG nova.compute.manager [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Instance network_info: |[{"id": "fc498656-feab-4ff5-8017-5ab2b3fe3ca3", "address": "fa:16:3e:0e:71:f6", "network": {"id": "8d02535c-1b8e-4954-a3e8-04e463d9f6e1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1718065891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb49bdac05d0430a956336dcb021f97a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc498656-fe", "ovs_interfaceid": "fc498656-feab-4ff5-8017-5ab2b3fe3ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.490910] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:71:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc498656-feab-4ff5-8017-5ab2b3fe3ca3', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.501196] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Creating folder: Project (eb49bdac05d0430a956336dcb021f97a). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.501760] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c17fd44e-95b0-4334-ac10-dbce4b10445d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.519069] env[62664]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 671.519318] env[62664]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62664) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 671.520040] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Folder already exists: Project (eb49bdac05d0430a956336dcb021f97a). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 671.520040] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Creating folder: Instances. Parent ref: group-v543544. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.520325] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28953205-a52d-4124-a4d7-c5c8a135e361 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.534120] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Created folder: Instances in parent group-v543544. [ 671.534472] env[62664]: DEBUG oslo.service.loopingcall [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.536196] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.536646] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0d5d7da-6e6f-4e80-bd15-d4c65ba1a45c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.576895] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.576895] env[62664]: value = "task-2697513" [ 671.576895] env[62664]: _type = "Task" [ 671.576895] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.594912] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697513, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.714100] env[62664]: DEBUG oslo_vmware.api [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Task: {'id': task-2697508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312596} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.714398] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.714618] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.714785] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.715040] env[62664]: INFO nova.compute.manager [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Took 1.48 seconds to destroy the instance on the hypervisor. [ 671.715376] env[62664]: DEBUG oslo.service.loopingcall [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.715603] env[62664]: DEBUG nova.compute.manager [-] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.715938] env[62664]: DEBUG nova.network.neutron [-] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.730670] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697509, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.805254] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697510, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.873460] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63489} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.874187] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] bfe5686a-7219-44ae-95ff-001f9635fa45/bfe5686a-7219-44ae-95ff-001f9635fa45.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.874623] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.875087] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beaf8138-d1b5-487d-b6ad-800454c14eb5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.887126] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for the task: (returnval){ [ 671.887126] env[62664]: value = "task-2697514" [ 671.887126] env[62664]: _type = "Task" [ 671.887126] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.898848] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.914105] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 50b292c3-8baf-49ad-acda-d76f52695c20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.970874] env[62664]: DEBUG nova.compute.manager [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Received event network-vif-plugged-fc498656-feab-4ff5-8017-5ab2b3fe3ca3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.971175] env[62664]: DEBUG oslo_concurrency.lockutils [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] Acquiring lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.971341] env[62664]: DEBUG oslo_concurrency.lockutils [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] Lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.972087] env[62664]: DEBUG oslo_concurrency.lockutils [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] Lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.972377] env[62664]: DEBUG nova.compute.manager [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] No waiting events found dispatching network-vif-plugged-fc498656-feab-4ff5-8017-5ab2b3fe3ca3 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.972616] env[62664]: WARNING nova.compute.manager [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Received unexpected event network-vif-plugged-fc498656-feab-4ff5-8017-5ab2b3fe3ca3 for instance with vm_state building and task_state spawning. [ 671.972809] env[62664]: DEBUG nova.compute.manager [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Received event network-changed-fc498656-feab-4ff5-8017-5ab2b3fe3ca3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.973049] env[62664]: DEBUG nova.compute.manager [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Refreshing instance network info cache due to event network-changed-fc498656-feab-4ff5-8017-5ab2b3fe3ca3. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 671.973313] env[62664]: DEBUG oslo_concurrency.lockutils [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] Acquiring lock "refresh_cache-9d5032a7-5bd2-417f-9e01-2d4b58abf77e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.973543] env[62664]: DEBUG oslo_concurrency.lockutils [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] Acquired lock "refresh_cache-9d5032a7-5bd2-417f-9e01-2d4b58abf77e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.973794] env[62664]: DEBUG nova.network.neutron [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Refreshing network info cache for port fc498656-feab-4ff5-8017-5ab2b3fe3ca3 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.071454] env[62664]: DEBUG oslo_concurrency.lockutils [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquiring lock "84d7c75f-6887-4d78-bb82-2d937e407e43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.071753] env[62664]: DEBUG oslo_concurrency.lockutils [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lock "84d7c75f-6887-4d78-bb82-2d937e407e43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.072144] env[62664]: DEBUG oslo_concurrency.lockutils [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquiring lock "84d7c75f-6887-4d78-bb82-2d937e407e43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.072452] env[62664]: DEBUG oslo_concurrency.lockutils [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lock "84d7c75f-6887-4d78-bb82-2d937e407e43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.072718] env[62664]: DEBUG oslo_concurrency.lockutils [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lock "84d7c75f-6887-4d78-bb82-2d937e407e43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.076616] env[62664]: INFO nova.compute.manager [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Terminating instance [ 672.091035] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697513, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.232420] env[62664]: DEBUG oslo_vmware.api [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697509, 'name': RemoveSnapshot_Task, 'duration_secs': 0.879089} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.234647] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 672.234647] env[62664]: INFO nova.compute.manager [None req-c20e7b3a-4a85-40de-af26-417f6a069c62 tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Took 16.57 seconds to snapshot the instance on the hypervisor. [ 672.256145] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "26ec8b7d-de9d-47e4-9dce-749d6401f469" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.256731] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "26ec8b7d-de9d-47e4-9dce-749d6401f469" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.301380] env[62664]: DEBUG oslo_vmware.api [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697510, 'name': PowerOnVM_Task, 'duration_secs': 0.631327} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.301730] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.302034] env[62664]: INFO nova.compute.manager [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Took 9.02 seconds to spawn the instance on the hypervisor. [ 672.302287] env[62664]: DEBUG nova.compute.manager [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.303165] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c15541-d1ca-495b-8398-6a00281dd2eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.397216] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088185} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.397489] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.398296] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d8af7-8288-4936-b049-46e8f1bf0720 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.421552] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] bfe5686a-7219-44ae-95ff-001f9635fa45/bfe5686a-7219-44ae-95ff-001f9635fa45.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.422195] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 7fd3536b-bf76-4f11-954f-47d7ccbd6511 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.422382] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 672.423041] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 672.424858] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b102a76-5413-4b80-81d6-8141283f7f4e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.447836] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for the task: (returnval){ [ 672.447836] env[62664]: value = "task-2697515" [ 672.447836] env[62664]: _type = "Task" [ 672.447836] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.457153] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.585464] env[62664]: DEBUG nova.compute.manager [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.585768] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.586744] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e09aba-1e9b-4aa3-9b69-68e7ef713f08 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.598251] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697513, 'name': CreateVM_Task, 'duration_secs': 0.514415} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.598472] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.599589] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543555', 'volume_id': '9136c3c3-9096-4f28-9873-6db756653aac', 'name': 'volume-9136c3c3-9096-4f28-9873-6db756653aac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d5032a7-5bd2-417f-9e01-2d4b58abf77e', 'attached_at': '', 'detached_at': '', 'volume_id': '9136c3c3-9096-4f28-9873-6db756653aac', 'serial': '9136c3c3-9096-4f28-9873-6db756653aac'}, 'mount_device': '/dev/sda', 'attachment_id': '62f1c6a4-ea5b-4d05-b508-0ee3789f9cc1', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62664) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 672.599747] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Root volume attach. Driver type: vmdk {{(pid=62664) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 672.600623] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2d433-3719-45d4-9e6d-57ee19b79a61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.606533] env[62664]: DEBUG nova.network.neutron [-] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.608183] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.614729] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c010c4e4-44db-4ffe-9220-d47b2b05c32a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.621121] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554b25b9-e8d5-4ef0-8241-53a0f47a06c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.626871] env[62664]: DEBUG oslo_vmware.api [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for the task: (returnval){ [ 672.626871] env[62664]: value = "task-2697516" [ 672.626871] env[62664]: _type = "Task" [ 672.626871] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.636895] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e3eed9-ce27-4554-97af-ca7eb9acc0ce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.653264] env[62664]: DEBUG oslo_vmware.api [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.657998] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-30eb10a7-c0d9-4f78-b23f-301e55d73763 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.670799] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for the task: (returnval){ [ 672.670799] env[62664]: value = "task-2697517" [ 672.670799] env[62664]: _type = "Task" [ 672.670799] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.683347] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697517, 'name': RelocateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.762468] env[62664]: DEBUG nova.network.neutron [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Updated VIF entry in instance network info cache for port fc498656-feab-4ff5-8017-5ab2b3fe3ca3. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.762989] env[62664]: DEBUG nova.network.neutron [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Updating instance_info_cache with network_info: [{"id": "fc498656-feab-4ff5-8017-5ab2b3fe3ca3", "address": "fa:16:3e:0e:71:f6", "network": {"id": "8d02535c-1b8e-4954-a3e8-04e463d9f6e1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1718065891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb49bdac05d0430a956336dcb021f97a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc498656-fe", "ovs_interfaceid": "fc498656-feab-4ff5-8017-5ab2b3fe3ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.822507] env[62664]: INFO nova.compute.manager [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Took 37.13 seconds to build instance. [ 672.962541] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697515, 'name': ReconfigVM_Task, 'duration_secs': 0.351463} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.962541] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Reconfigured VM instance instance-00000023 to attach disk [datastore1] bfe5686a-7219-44ae-95ff-001f9635fa45/bfe5686a-7219-44ae-95ff-001f9635fa45.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.963249] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54c05f28-ae7c-44ee-9042-e979482a7e8d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.971782] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for the task: (returnval){ [ 672.971782] env[62664]: value = "task-2697518" [ 672.971782] env[62664]: _type = "Task" [ 672.971782] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.986896] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697518, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.004222] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e96c0-762f-4ec1-b55a-6eb0a6c89059 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.014399] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9853e8cd-95b6-4a6f-9d81-1e21dea4a94f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.048529] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88e2471-6c7b-42ae-9055-78511563d9e4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.059641] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac50bf84-32c8-4f91-b3b1-8d1f768895b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.076719] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.112994] env[62664]: INFO nova.compute.manager [-] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Took 1.40 seconds to deallocate network for instance. [ 673.143064] env[62664]: DEBUG oslo_vmware.api [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697516, 'name': PowerOffVM_Task, 'duration_secs': 0.303541} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.143369] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.143535] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.143830] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfebfcbe-0c97-481e-85c5-ad13a1129878 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.186361] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697517, 'name': RelocateVM_Task} progress is 38%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.243564] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.244037] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.244037] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Deleting the datastore file [datastore2] 84d7c75f-6887-4d78-bb82-2d937e407e43 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.244370] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f59b9d0-8a58-4790-98c7-de848c959be3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.258540] env[62664]: DEBUG oslo_vmware.api [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for the task: (returnval){ [ 673.258540] env[62664]: value = "task-2697520" [ 673.258540] env[62664]: _type = "Task" [ 673.258540] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.274429] env[62664]: DEBUG oslo_concurrency.lockutils [req-f7cc6f96-9210-44ac-9cce-ad362602634a req-ee8b102c-7818-48ce-9d16-b0576d56ba19 service nova] Releasing lock "refresh_cache-9d5032a7-5bd2-417f-9e01-2d4b58abf77e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.274429] env[62664]: DEBUG oslo_vmware.api [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.325749] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb8f1821-1a8b-4e4e-8725-dfb9127583a5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "c9630308-fddf-4749-982b-e860a00dd719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.032s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.486531] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697518, 'name': Rename_Task, 'duration_secs': 0.306226} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.486865] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.487604] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9201423-639d-4958-98a0-4a582b30a41d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.497463] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for the task: (returnval){ [ 673.497463] env[62664]: value = "task-2697521" [ 673.497463] env[62664]: _type = "Task" [ 673.497463] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.510053] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.604407] env[62664]: ERROR nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [req-acec6712-b89e-4e2a-90e3-1c8a2a176e55] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-acec6712-b89e-4e2a-90e3-1c8a2a176e55"}]} [ 673.626042] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 673.628305] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.643926] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 673.643926] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.657428] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 673.681634] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 673.689548] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697517, 'name': RelocateVM_Task} progress is 53%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.772458] env[62664]: DEBUG oslo_vmware.api [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.829417] env[62664]: DEBUG nova.compute.manager [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.012292] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.047423] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquiring lock "fea7d073-9a24-4053-99af-ad76fcc1a982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.047684] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lock "fea7d073-9a24-4053-99af-ad76fcc1a982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.047923] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquiring lock "fea7d073-9a24-4053-99af-ad76fcc1a982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.048147] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lock "fea7d073-9a24-4053-99af-ad76fcc1a982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.048325] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lock "fea7d073-9a24-4053-99af-ad76fcc1a982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.050571] env[62664]: INFO nova.compute.manager [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Terminating instance [ 674.062082] env[62664]: DEBUG nova.compute.manager [req-1fb22d56-a613-4070-8df7-a5b6223c2d64 req-41a47df2-195e-4db0-b3d9-fffe0f12a3b4 service nova] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Received event network-vif-deleted-2dc8a2fc-2af3-4a31-9ec9-7292bb3719b9 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.188681] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697517, 'name': RelocateVM_Task} progress is 65%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.245847] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c540a0e-1c20-43ea-b3a5-31abf4640b0b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.256009] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102d7669-f4a9-40ca-8124-2a16d9a05062 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.297422] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee31a286-6f08-44dd-a37e-a2abce5c4f7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.300333] env[62664]: DEBUG oslo_vmware.api [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.309457] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0993e8c7-31ae-4812-8754-0f0f0527ecb9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.328414] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.358488] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.533021] env[62664]: DEBUG oslo_vmware.api [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697521, 'name': PowerOnVM_Task, 'duration_secs': 0.736614} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.533021] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.533021] env[62664]: INFO nova.compute.manager [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Took 8.48 seconds to spawn the instance on the hypervisor. [ 674.533021] env[62664]: DEBUG nova.compute.manager [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.533021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3629993-46fe-4977-b548-acaa1afa6302 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.554256] env[62664]: DEBUG nova.compute.manager [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.554547] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.555699] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b1aee-ec61-4869-a183-4bd13254cda2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.568878] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.569239] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6ac393-71a8-46a4-beec-0f50f9ab1d69 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.580308] env[62664]: DEBUG oslo_vmware.api [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 674.580308] env[62664]: value = "task-2697522" [ 674.580308] env[62664]: _type = "Task" [ 674.580308] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.596784] env[62664]: DEBUG oslo_vmware.api [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.685781] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697517, 'name': RelocateVM_Task} progress is 78%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.772464] env[62664]: DEBUG oslo_vmware.api [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.870115] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 674.870305] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 56 to 57 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 674.870423] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.921508] env[62664]: DEBUG nova.compute.manager [None req-33d58b82-b788-4430-b8ce-5fb1e0afaaab tempest-ServerExternalEventsTest-1376899289 tempest-ServerExternalEventsTest-1376899289-project] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Received event network-changed {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.921761] env[62664]: DEBUG nova.compute.manager [None req-33d58b82-b788-4430-b8ce-5fb1e0afaaab tempest-ServerExternalEventsTest-1376899289 tempest-ServerExternalEventsTest-1376899289-project] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Refreshing instance network info cache due to event network-changed. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.922022] env[62664]: DEBUG oslo_concurrency.lockutils [None req-33d58b82-b788-4430-b8ce-5fb1e0afaaab tempest-ServerExternalEventsTest-1376899289 tempest-ServerExternalEventsTest-1376899289-project] Acquiring lock "refresh_cache-bfe5686a-7219-44ae-95ff-001f9635fa45" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.923024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-33d58b82-b788-4430-b8ce-5fb1e0afaaab tempest-ServerExternalEventsTest-1376899289 tempest-ServerExternalEventsTest-1376899289-project] Acquired lock "refresh_cache-bfe5686a-7219-44ae-95ff-001f9635fa45" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.923024] env[62664]: DEBUG nova.network.neutron [None req-33d58b82-b788-4430-b8ce-5fb1e0afaaab tempest-ServerExternalEventsTest-1376899289 tempest-ServerExternalEventsTest-1376899289-project] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.065671] env[62664]: INFO nova.compute.manager [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Took 37.72 seconds to build instance. [ 675.097957] env[62664]: DEBUG oslo_vmware.api [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.187703] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697517, 'name': RelocateVM_Task} progress is 92%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.272770] env[62664]: DEBUG oslo_vmware.api [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Task: {'id': task-2697520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.906029} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.273148] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.273318] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.273574] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.273947] env[62664]: INFO nova.compute.manager [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Took 2.69 seconds to destroy the instance on the hypervisor. [ 675.274358] env[62664]: DEBUG oslo.service.loopingcall [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.274603] env[62664]: DEBUG nova.compute.manager [-] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.274707] env[62664]: DEBUG nova.network.neutron [-] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.355724] env[62664]: INFO nova.compute.manager [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Rebuilding instance [ 675.377767] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 675.378011] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.581s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.378406] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.994s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.380166] env[62664]: INFO nova.compute.claims [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.410193] env[62664]: DEBUG nova.compute.manager [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.411138] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b310f2b-234a-4938-9069-3d63bee1c834 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.568222] env[62664]: DEBUG oslo_concurrency.lockutils [None req-819cc2fc-b0b2-4103-a569-f95161089888 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lock "bfe5686a-7219-44ae-95ff-001f9635fa45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.604s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.602946] env[62664]: DEBUG oslo_vmware.api [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697522, 'name': PowerOffVM_Task, 'duration_secs': 0.746658} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.603379] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.603666] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.604067] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85d394a6-7ecf-47dd-bd85-7ada28e063b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.684615] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquiring lock "bfe5686a-7219-44ae-95ff-001f9635fa45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.685038] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lock "bfe5686a-7219-44ae-95ff-001f9635fa45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.686197] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquiring lock "bfe5686a-7219-44ae-95ff-001f9635fa45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.686197] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lock "bfe5686a-7219-44ae-95ff-001f9635fa45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.686197] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lock "bfe5686a-7219-44ae-95ff-001f9635fa45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.688488] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.688807] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.689114] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Deleting the datastore file [datastore2] fea7d073-9a24-4053-99af-ad76fcc1a982 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.689865] env[62664]: INFO nova.compute.manager [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Terminating instance [ 675.696837] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18110247-a3b6-4bac-990e-b77050b3e896 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.699683] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697517, 'name': RelocateVM_Task} progress is 97%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.702366] env[62664]: DEBUG nova.network.neutron [None req-33d58b82-b788-4430-b8ce-5fb1e0afaaab tempest-ServerExternalEventsTest-1376899289 tempest-ServerExternalEventsTest-1376899289-project] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Updating instance_info_cache with network_info: [{"id": "985854b4-00ac-43e8-805a-834b3a17c2dc", "address": "fa:16:3e:22:11:d9", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap985854b4-00", "ovs_interfaceid": "985854b4-00ac-43e8-805a-834b3a17c2dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.712132] env[62664]: DEBUG oslo_vmware.api [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for the task: (returnval){ [ 675.712132] env[62664]: value = "task-2697524" [ 675.712132] env[62664]: _type = "Task" [ 675.712132] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.725653] env[62664]: DEBUG oslo_vmware.api [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.081352] env[62664]: DEBUG nova.compute.manager [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.091485] env[62664]: DEBUG nova.compute.manager [req-4ba9fd24-4d32-4ff8-81b2-2e38ad96ab59 req-ec9b84bd-8140-4cef-8483-2cd04f6045f7 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Received event network-vif-deleted-48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.091687] env[62664]: INFO nova.compute.manager [req-4ba9fd24-4d32-4ff8-81b2-2e38ad96ab59 req-ec9b84bd-8140-4cef-8483-2cd04f6045f7 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Neutron deleted interface 48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1; detaching it from the instance and deleting it from the info cache [ 676.091886] env[62664]: DEBUG nova.network.neutron [req-4ba9fd24-4d32-4ff8-81b2-2e38ad96ab59 req-ec9b84bd-8140-4cef-8483-2cd04f6045f7 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.135865] env[62664]: DEBUG nova.network.neutron [-] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.186019] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697517, 'name': RelocateVM_Task} progress is 97%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.204910] env[62664]: DEBUG oslo_concurrency.lockutils [None req-33d58b82-b788-4430-b8ce-5fb1e0afaaab tempest-ServerExternalEventsTest-1376899289 tempest-ServerExternalEventsTest-1376899289-project] Releasing lock "refresh_cache-bfe5686a-7219-44ae-95ff-001f9635fa45" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.205826] env[62664]: DEBUG nova.compute.manager [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.206220] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.207160] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cfced8-0249-478d-9f22-fc146f4812b8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.220569] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.221336] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5519541-7310-498d-b321-bd414791d17b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.227333] env[62664]: DEBUG oslo_vmware.api [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.232705] env[62664]: DEBUG oslo_vmware.api [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for the task: (returnval){ [ 676.232705] env[62664]: value = "task-2697525" [ 676.232705] env[62664]: _type = "Task" [ 676.232705] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.241900] env[62664]: DEBUG oslo_vmware.api [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.425108] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.425471] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57c4ebca-5ce7-4201-8322-a453bc62016f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.434366] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 676.434366] env[62664]: value = "task-2697526" [ 676.434366] env[62664]: _type = "Task" [ 676.434366] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.443906] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.598412] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-157157bc-2a2e-4a28-ac87-7e850b7438fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.617681] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50d6cc-11d3-4526-99c7-c66fdff772d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.631401] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.640295] env[62664]: INFO nova.compute.manager [-] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Took 1.37 seconds to deallocate network for instance. [ 676.669927] env[62664]: DEBUG nova.compute.manager [req-4ba9fd24-4d32-4ff8-81b2-2e38ad96ab59 req-ec9b84bd-8140-4cef-8483-2cd04f6045f7 service nova] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Detach interface failed, port_id=48f1dae3-6b6e-47a7-b7f0-7341f2ae83e1, reason: Instance 84d7c75f-6887-4d78-bb82-2d937e407e43 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 676.687781] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697517, 'name': RelocateVM_Task} progress is 98%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.728282] env[62664]: DEBUG oslo_vmware.api [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Task: {'id': task-2697524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656311} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.728577] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.728811] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.729054] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.729279] env[62664]: INFO nova.compute.manager [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Took 2.17 seconds to destroy the instance on the hypervisor. [ 676.729533] env[62664]: DEBUG oslo.service.loopingcall [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.729767] env[62664]: DEBUG nova.compute.manager [-] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.729866] env[62664]: DEBUG nova.network.neutron [-] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.747427] env[62664]: DEBUG oslo_vmware.api [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697525, 'name': PowerOffVM_Task, 'duration_secs': 0.254459} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.751383] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.751630] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.752111] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fe91b80-ce84-40ea-aab8-defe41f1d92f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.833367] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.833367] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.833367] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Deleting the datastore file [datastore1] bfe5686a-7219-44ae-95ff-001f9635fa45 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.834791] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fb79cac-35cc-4764-ba52-349933746e08 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.842149] env[62664]: DEBUG oslo_vmware.api [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for the task: (returnval){ [ 676.842149] env[62664]: value = "task-2697528" [ 676.842149] env[62664]: _type = "Task" [ 676.842149] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.853792] env[62664]: DEBUG oslo_vmware.api [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.946238] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697526, 'name': PowerOffVM_Task, 'duration_secs': 0.237821} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.946537] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.946774] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.947566] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7627c90a-3a3f-4dde-a0bf-ed8eafaee47b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.956084] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.956366] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-631917e8-92c4-4100-b0d7-850009ab4a0a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.024883] env[62664]: DEBUG nova.compute.manager [req-c95ba8b4-b2b9-495e-92b3-1457c9d80ab4 req-d846acc6-58e5-4f47-992b-cb36b0204c7b service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Received event network-vif-deleted-02f8de60-1790-4fa5-ba1a-24c5b75da0c4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.026558] env[62664]: INFO nova.compute.manager [req-c95ba8b4-b2b9-495e-92b3-1457c9d80ab4 req-d846acc6-58e5-4f47-992b-cb36b0204c7b service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Neutron deleted interface 02f8de60-1790-4fa5-ba1a-24c5b75da0c4; detaching it from the instance and deleting it from the info cache [ 677.026558] env[62664]: DEBUG nova.network.neutron [req-c95ba8b4-b2b9-495e-92b3-1457c9d80ab4 req-d846acc6-58e5-4f47-992b-cb36b0204c7b service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.034232] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.034232] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.034232] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleting the datastore file [datastore2] c9630308-fddf-4749-982b-e860a00dd719 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.034232] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d03012ad-9707-4e7d-9d99-2784643c350b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.044081] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 677.044081] env[62664]: value = "task-2697530" [ 677.044081] env[62664]: _type = "Task" [ 677.044081] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.055108] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.172850] env[62664]: DEBUG oslo_concurrency.lockutils [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.191944] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697517, 'name': RelocateVM_Task, 'duration_secs': 4.131395} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.192292] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 677.192629] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543555', 'volume_id': '9136c3c3-9096-4f28-9873-6db756653aac', 'name': 'volume-9136c3c3-9096-4f28-9873-6db756653aac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d5032a7-5bd2-417f-9e01-2d4b58abf77e', 'attached_at': '', 'detached_at': '', 'volume_id': '9136c3c3-9096-4f28-9873-6db756653aac', 'serial': '9136c3c3-9096-4f28-9873-6db756653aac'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 677.193641] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d045cec-02be-47f8-853e-6a080ee6a2f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.199231] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a33da3-b9b5-449c-ae2e-ec30f0d4c609 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.218397] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400eb198-4d15-4f03-ae04-06f222b78e18 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.226837] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd540f82-fb28-4f54-8ad0-1af5afe2988d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.246641] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-9136c3c3-9096-4f28-9873-6db756653aac/volume-9136c3c3-9096-4f28-9873-6db756653aac.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.247531] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38cd268d-dc6a-4d04-b25c-b82224a3955f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.290463] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933affa7-ef85-414e-8922-f6965f2bc382 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.296112] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for the task: (returnval){ [ 677.296112] env[62664]: value = "task-2697531" [ 677.296112] env[62664]: _type = "Task" [ 677.296112] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.302356] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c89f09a-61b1-4676-b09f-2271ea97271a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.317457] env[62664]: DEBUG nova.compute.provider_tree [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.323126] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.353417] env[62664]: DEBUG oslo_vmware.api [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Task: {'id': task-2697528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177661} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.353938] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.354482] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.354805] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.355716] env[62664]: INFO nova.compute.manager [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Took 1.15 seconds to destroy the instance on the hypervisor. [ 677.355716] env[62664]: DEBUG oslo.service.loopingcall [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.355716] env[62664]: DEBUG nova.compute.manager [-] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.355716] env[62664]: DEBUG nova.network.neutron [-] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.505331] env[62664]: DEBUG nova.network.neutron [-] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.529345] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29a2e076-2788-4550-97d9-17ddc4f73744 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.541323] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a42615c-77a5-4dfb-b417-73b9dd0d58da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.566464] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17557} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.566886] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.567231] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.567621] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.588603] env[62664]: DEBUG nova.compute.manager [req-c95ba8b4-b2b9-495e-92b3-1457c9d80ab4 req-d846acc6-58e5-4f47-992b-cb36b0204c7b service nova] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Detach interface failed, port_id=02f8de60-1790-4fa5-ba1a-24c5b75da0c4, reason: Instance fea7d073-9a24-4053-99af-ad76fcc1a982 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 677.809316] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697531, 'name': ReconfigVM_Task, 'duration_secs': 0.329044} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.809619] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-9136c3c3-9096-4f28-9873-6db756653aac/volume-9136c3c3-9096-4f28-9873-6db756653aac.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.814355] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d13f347-75f7-4c0f-a940-e95796b9641a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.834244] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for the task: (returnval){ [ 677.834244] env[62664]: value = "task-2697532" [ 677.834244] env[62664]: _type = "Task" [ 677.834244] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.848175] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.862918] env[62664]: DEBUG nova.scheduler.client.report [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 677.863262] env[62664]: DEBUG nova.compute.provider_tree [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 57 to 58 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 677.863479] env[62664]: DEBUG nova.compute.provider_tree [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.010576] env[62664]: INFO nova.compute.manager [-] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Took 1.28 seconds to deallocate network for instance. [ 678.205500] env[62664]: DEBUG nova.network.neutron [-] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.344700] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697532, 'name': ReconfigVM_Task, 'duration_secs': 0.156986} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.345186] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543555', 'volume_id': '9136c3c3-9096-4f28-9873-6db756653aac', 'name': 'volume-9136c3c3-9096-4f28-9873-6db756653aac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d5032a7-5bd2-417f-9e01-2d4b58abf77e', 'attached_at': '', 'detached_at': '', 'volume_id': '9136c3c3-9096-4f28-9873-6db756653aac', 'serial': '9136c3c3-9096-4f28-9873-6db756653aac'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 678.345571] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eacc7719-0628-434e-823d-f93e1c663a23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.353337] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for the task: (returnval){ [ 678.353337] env[62664]: value = "task-2697533" [ 678.353337] env[62664]: _type = "Task" [ 678.353337] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.363413] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697533, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.369753] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.991s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.369910] env[62664]: DEBUG nova.compute.manager [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.372908] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.315s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.374473] env[62664]: INFO nova.compute.claims [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.517813] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.604514] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.604786] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.604949] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.605170] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.605319] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.605466] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.605675] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.605833] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.605999] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.606177] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.606350] env[62664]: DEBUG nova.virt.hardware [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.607257] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfcb14f-8690-45a4-a361-5d187b864140 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.616399] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355ed1fe-12a6-493d-85fb-f287f5b6b10e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.633044] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:e7:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dced6766-e654-4162-b7d6-b6fce0c8e321', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.640625] env[62664]: DEBUG oslo.service.loopingcall [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.640905] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9630308-fddf-4749-982b-e860a00dd719] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.641141] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-879af185-40c1-43a8-b6f8-f868b806d3cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.662749] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.662749] env[62664]: value = "task-2697534" [ 678.662749] env[62664]: _type = "Task" [ 678.662749] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.672694] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697534, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.708414] env[62664]: INFO nova.compute.manager [-] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Took 1.35 seconds to deallocate network for instance. [ 678.864943] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697533, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.879531] env[62664]: DEBUG nova.compute.utils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.883656] env[62664]: DEBUG nova.compute.manager [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.883926] env[62664]: DEBUG nova.network.neutron [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.922307] env[62664]: DEBUG nova.policy [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ab6834b5a0548cf84dd1475734896b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0339849d1d674a8cb55c4af8fbeeadaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.079177] env[62664]: DEBUG nova.compute.manager [req-d5f3895c-45d9-405a-ae9d-df2da7c2f805 req-86651630-07be-49ec-b740-db1e8b630c24 service nova] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Received event network-vif-deleted-985854b4-00ac-43e8-805a-834b3a17c2dc {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.176391] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697534, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.216464] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.307224] env[62664]: DEBUG nova.network.neutron [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Successfully created port: 9cf9adba-242f-447d-bca0-bba443545b8b {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.365450] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697533, 'name': Rename_Task, 'duration_secs': 0.718515} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.365724] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.366010] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28229c83-2ff1-49f1-b8dc-51defbd8a259 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.377642] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for the task: (returnval){ [ 679.377642] env[62664]: value = "task-2697535" [ 679.377642] env[62664]: _type = "Task" [ 679.377642] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.386672] env[62664]: DEBUG nova.compute.manager [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.392193] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.675830] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697534, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.868455] env[62664]: DEBUG oslo_vmware.rw_handles [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ab456-ed89-1e7c-3e1f-677a8e8a0892/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 679.869531] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c30f3e0-ca7f-4184-b243-9abb8c1b4252 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.884179] env[62664]: DEBUG oslo_vmware.rw_handles [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ab456-ed89-1e7c-3e1f-677a8e8a0892/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 679.884366] env[62664]: ERROR oslo_vmware.rw_handles [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ab456-ed89-1e7c-3e1f-677a8e8a0892/disk-0.vmdk due to incomplete transfer. [ 679.885132] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-13a5bbcb-5f14-4991-8382-9dbe9101ba75 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.893121] env[62664]: DEBUG oslo_vmware.api [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697535, 'name': PowerOnVM_Task, 'duration_secs': 0.511106} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.897062] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.897260] env[62664]: INFO nova.compute.manager [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Took 9.20 seconds to spawn the instance on the hypervisor. [ 679.897442] env[62664]: DEBUG nova.compute.manager [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.898500] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fd00ec-933d-4886-a6db-01cda1a9984c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.906023] env[62664]: DEBUG oslo_vmware.rw_handles [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ab456-ed89-1e7c-3e1f-677a8e8a0892/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 679.906023] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Uploaded image 3981e92f-847c-4b7f-9449-eaa5dea5bda7 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 679.906628] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.907375] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6bb6cbfa-8d11-4a94-9806-4e45eaeb411d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.919108] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 679.919108] env[62664]: value = "task-2697536" [ 679.919108] env[62664]: _type = "Task" [ 679.919108] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.931084] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697536, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.963619] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10697e7f-9ecd-410b-ba63-47daf85be6fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.973187] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd9fec-53f9-4f86-9301-a76aa4eb079a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.006441] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525e6a1a-fcc5-42ee-9ac0-90de96e320a4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.015454] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243791bb-6559-4644-9af5-87c2639014dc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.031256] env[62664]: DEBUG nova.compute.provider_tree [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.175645] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697534, 'name': CreateVM_Task, 'duration_secs': 1.429907} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.175846] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9630308-fddf-4749-982b-e860a00dd719] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.177163] env[62664]: DEBUG oslo_concurrency.lockutils [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.177163] env[62664]: DEBUG oslo_concurrency.lockutils [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.177294] env[62664]: DEBUG oslo_concurrency.lockutils [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.177540] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e40442d-c43e-4399-b790-93753107c645 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.184065] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 680.184065] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ab5691-0b06-b082-c4cd-56c66e78cb52" [ 680.184065] env[62664]: _type = "Task" [ 680.184065] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.196022] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ab5691-0b06-b082-c4cd-56c66e78cb52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.399756] env[62664]: DEBUG nova.compute.manager [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.431615] env[62664]: INFO nova.compute.manager [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Took 38.73 seconds to build instance. [ 680.433698] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.433948] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.435332] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.435332] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.435332] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.435332] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.435332] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.435551] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.435551] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.435551] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.435551] env[62664]: DEBUG nova.virt.hardware [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.436705] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40962e27-4ad9-4376-982f-8b5fb5b8dcd6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.442810] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697536, 'name': Destroy_Task, 'duration_secs': 0.403595} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.442810] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Destroyed the VM [ 680.442970] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.443228] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90a78558-2b9d-45e3-abd4-8a1af8582f20 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.448926] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f7686d-294a-4aad-8c81-6b93c443010c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.454048] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 680.454048] env[62664]: value = "task-2697537" [ 680.454048] env[62664]: _type = "Task" [ 680.454048] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.473797] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697537, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.534993] env[62664]: DEBUG nova.scheduler.client.report [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.695459] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ab5691-0b06-b082-c4cd-56c66e78cb52, 'name': SearchDatastore_Task, 'duration_secs': 0.013594} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.695727] env[62664]: DEBUG oslo_concurrency.lockutils [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.695949] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.696201] env[62664]: DEBUG oslo_concurrency.lockutils [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.696348] env[62664]: DEBUG oslo_concurrency.lockutils [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.696525] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.696793] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96a5d084-889d-4bb6-8b99-83305b8081c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.706962] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.707188] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.707947] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37be143c-0648-43c7-9e62-eaa713e15c51 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.714393] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 680.714393] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ec4fb3-539b-1a9c-8de9-028efc60f94b" [ 680.714393] env[62664]: _type = "Task" [ 680.714393] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.722824] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ec4fb3-539b-1a9c-8de9-028efc60f94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.863019] env[62664]: DEBUG nova.compute.manager [req-bcbafbfa-6322-41dd-82ca-9e75cbca1753 req-50fb014c-6a3e-4473-aed5-8662e6887358 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Received event network-changed-fc498656-feab-4ff5-8017-5ab2b3fe3ca3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.863019] env[62664]: DEBUG nova.compute.manager [req-bcbafbfa-6322-41dd-82ca-9e75cbca1753 req-50fb014c-6a3e-4473-aed5-8662e6887358 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Refreshing instance network info cache due to event network-changed-fc498656-feab-4ff5-8017-5ab2b3fe3ca3. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 680.863019] env[62664]: DEBUG oslo_concurrency.lockutils [req-bcbafbfa-6322-41dd-82ca-9e75cbca1753 req-50fb014c-6a3e-4473-aed5-8662e6887358 service nova] Acquiring lock "refresh_cache-9d5032a7-5bd2-417f-9e01-2d4b58abf77e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.863019] env[62664]: DEBUG oslo_concurrency.lockutils [req-bcbafbfa-6322-41dd-82ca-9e75cbca1753 req-50fb014c-6a3e-4473-aed5-8662e6887358 service nova] Acquired lock "refresh_cache-9d5032a7-5bd2-417f-9e01-2d4b58abf77e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.863019] env[62664]: DEBUG nova.network.neutron [req-bcbafbfa-6322-41dd-82ca-9e75cbca1753 req-50fb014c-6a3e-4473-aed5-8662e6887358 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Refreshing network info cache for port fc498656-feab-4ff5-8017-5ab2b3fe3ca3 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.944350] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03289aef-3d60-4b19-8f8b-5a576430e6fe tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.228s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.960492] env[62664]: DEBUG nova.network.neutron [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Successfully updated port: 9cf9adba-242f-447d-bca0-bba443545b8b {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.977762] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697537, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.041838] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.042440] env[62664]: DEBUG nova.compute.manager [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.049019] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.591s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.049019] env[62664]: INFO nova.compute.claims [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.108532] env[62664]: DEBUG nova.compute.manager [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Received event network-vif-plugged-9cf9adba-242f-447d-bca0-bba443545b8b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.108759] env[62664]: DEBUG oslo_concurrency.lockutils [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] Acquiring lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.109105] env[62664]: DEBUG oslo_concurrency.lockutils [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] Lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.109446] env[62664]: DEBUG oslo_concurrency.lockutils [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] Lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.109704] env[62664]: DEBUG nova.compute.manager [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] No waiting events found dispatching network-vif-plugged-9cf9adba-242f-447d-bca0-bba443545b8b {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.109897] env[62664]: WARNING nova.compute.manager [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Received unexpected event network-vif-plugged-9cf9adba-242f-447d-bca0-bba443545b8b for instance with vm_state building and task_state spawning. [ 681.110274] env[62664]: DEBUG nova.compute.manager [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Received event network-changed-9cf9adba-242f-447d-bca0-bba443545b8b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.110474] env[62664]: DEBUG nova.compute.manager [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Refreshing instance network info cache due to event network-changed-9cf9adba-242f-447d-bca0-bba443545b8b. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 681.110611] env[62664]: DEBUG oslo_concurrency.lockutils [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] Acquiring lock "refresh_cache-61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.110705] env[62664]: DEBUG oslo_concurrency.lockutils [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] Acquired lock "refresh_cache-61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.110862] env[62664]: DEBUG nova.network.neutron [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Refreshing network info cache for port 9cf9adba-242f-447d-bca0-bba443545b8b {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.226466] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ec4fb3-539b-1a9c-8de9-028efc60f94b, 'name': SearchDatastore_Task, 'duration_secs': 0.025023} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.227641] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196421ee-bd33-416a-b01c-bd51fbe492bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.234788] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 681.234788] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521c79a9-4246-c0a6-2076-3699bbcfd38b" [ 681.234788] env[62664]: _type = "Task" [ 681.234788] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.246589] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521c79a9-4246-c0a6-2076-3699bbcfd38b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.454372] env[62664]: DEBUG nova.compute.manager [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.468363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquiring lock "refresh_cache-61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.471495] env[62664]: DEBUG oslo_vmware.api [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697537, 'name': RemoveSnapshot_Task, 'duration_secs': 0.548542} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.471758] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 681.472866] env[62664]: INFO nova.compute.manager [None req-fe9a6662-12b8-47e2-821b-ee23c945df2e tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Took 15.74 seconds to snapshot the instance on the hypervisor. [ 681.547955] env[62664]: DEBUG nova.compute.utils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 681.550115] env[62664]: DEBUG nova.compute.manager [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.550115] env[62664]: DEBUG nova.network.neutron [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.586030] env[62664]: DEBUG nova.policy [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02b2a7da84a04594a34358dad3bc0c4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f86d4e6a1e0340c29c47669e4a73866f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.608533] env[62664]: DEBUG nova.network.neutron [req-bcbafbfa-6322-41dd-82ca-9e75cbca1753 req-50fb014c-6a3e-4473-aed5-8662e6887358 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Updated VIF entry in instance network info cache for port fc498656-feab-4ff5-8017-5ab2b3fe3ca3. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.608941] env[62664]: DEBUG nova.network.neutron [req-bcbafbfa-6322-41dd-82ca-9e75cbca1753 req-50fb014c-6a3e-4473-aed5-8662e6887358 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Updating instance_info_cache with network_info: [{"id": "fc498656-feab-4ff5-8017-5ab2b3fe3ca3", "address": "fa:16:3e:0e:71:f6", "network": {"id": "8d02535c-1b8e-4954-a3e8-04e463d9f6e1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1718065891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb49bdac05d0430a956336dcb021f97a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc498656-fe", "ovs_interfaceid": "fc498656-feab-4ff5-8017-5ab2b3fe3ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.668749] env[62664]: DEBUG nova.network.neutron [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.744364] env[62664]: DEBUG nova.network.neutron [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.750950] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521c79a9-4246-c0a6-2076-3699bbcfd38b, 'name': SearchDatastore_Task, 'duration_secs': 0.01498} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.751259] env[62664]: DEBUG oslo_concurrency.lockutils [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.751534] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] c9630308-fddf-4749-982b-e860a00dd719/c9630308-fddf-4749-982b-e860a00dd719.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.751816] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2168cf79-e380-446f-8980-4bc19d9dfd6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.759749] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 681.759749] env[62664]: value = "task-2697538" [ 681.759749] env[62664]: _type = "Task" [ 681.759749] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.768283] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.919182] env[62664]: DEBUG nova.network.neutron [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Successfully created port: 3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.985663] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.053654] env[62664]: DEBUG nova.compute.manager [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.115228] env[62664]: DEBUG oslo_concurrency.lockutils [req-bcbafbfa-6322-41dd-82ca-9e75cbca1753 req-50fb014c-6a3e-4473-aed5-8662e6887358 service nova] Releasing lock "refresh_cache-9d5032a7-5bd2-417f-9e01-2d4b58abf77e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.250468] env[62664]: DEBUG oslo_concurrency.lockutils [req-b9b6504b-9929-41e4-8943-b001ef514025 req-6f7c5c1a-a6e3-4608-81f9-90a0c50e09a2 service nova] Releasing lock "refresh_cache-61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.251911] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquired lock "refresh_cache-61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.251911] env[62664]: DEBUG nova.network.neutron [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.276834] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502242} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.277129] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] c9630308-fddf-4749-982b-e860a00dd719/c9630308-fddf-4749-982b-e860a00dd719.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.277396] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.277587] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af080ad7-8957-4395-90aa-ba69f0aaaf61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.286447] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 682.286447] env[62664]: value = "task-2697539" [ 682.286447] env[62664]: _type = "Task" [ 682.286447] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.294659] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.590078] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46b1012-a87f-4179-b469-0e288eaccd36 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.599393] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3039c00e-58a3-4e4f-a8f6-b8ff6e5ec7af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.635218] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd925cea-e853-46e1-aa6c-374ba6fe1562 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.647193] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb5f89c-0939-44e0-99c5-f91607749901 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.664677] env[62664]: DEBUG nova.compute.provider_tree [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.835875] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0713} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.836789] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.839928] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788861dd-45ef-4951-8573-86c7205c7990 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.883521] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] c9630308-fddf-4749-982b-e860a00dd719/c9630308-fddf-4749-982b-e860a00dd719.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.883905] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc2f4cb6-c82a-496d-9f5b-ff7e1f29a419 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.905935] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 682.905935] env[62664]: value = "task-2697540" [ 682.905935] env[62664]: _type = "Task" [ 682.905935] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.909564] env[62664]: DEBUG nova.network.neutron [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.917122] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.064256] env[62664]: DEBUG nova.compute.manager [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.090500] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.090763] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.090957] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.091239] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.091416] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.091986] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.091986] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.092117] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.092254] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.092452] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.092660] env[62664]: DEBUG nova.virt.hardware [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.093621] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5851f7c-13dd-4578-9add-7caaaa701b9a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.097419] env[62664]: DEBUG nova.network.neutron [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Updating instance_info_cache with network_info: [{"id": "9cf9adba-242f-447d-bca0-bba443545b8b", "address": "fa:16:3e:c1:d2:35", "network": {"id": "cda010af-00ba-42b0-aad2-026eff16fe83", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1930854392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0339849d1d674a8cb55c4af8fbeeadaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf9adba-24", "ovs_interfaceid": "9cf9adba-242f-447d-bca0-bba443545b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.105709] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba1ed08-fd85-4f0e-8376-70f15bad37cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.167531] env[62664]: DEBUG nova.scheduler.client.report [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.419546] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697540, 'name': ReconfigVM_Task, 'duration_secs': 0.386568} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.419864] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Reconfigured VM instance instance-00000022 to attach disk [datastore2] c9630308-fddf-4749-982b-e860a00dd719/c9630308-fddf-4749-982b-e860a00dd719.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.420513] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24e7a46a-eaa8-44a4-b37b-0c96a81ca071 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.429277] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 683.429277] env[62664]: value = "task-2697541" [ 683.429277] env[62664]: _type = "Task" [ 683.429277] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.437992] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697541, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.557449] env[62664]: DEBUG nova.compute.manager [req-b508e68b-946b-46b2-83c3-803cddecfbb5 req-a5958366-6c1b-4cee-a913-35631bd6c958 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Received event network-vif-plugged-3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.557532] env[62664]: DEBUG oslo_concurrency.lockutils [req-b508e68b-946b-46b2-83c3-803cddecfbb5 req-a5958366-6c1b-4cee-a913-35631bd6c958 service nova] Acquiring lock "b493b6f4-5055-492f-84e4-25f70ca231aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.557822] env[62664]: DEBUG oslo_concurrency.lockutils [req-b508e68b-946b-46b2-83c3-803cddecfbb5 req-a5958366-6c1b-4cee-a913-35631bd6c958 service nova] Lock "b493b6f4-5055-492f-84e4-25f70ca231aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.557901] env[62664]: DEBUG oslo_concurrency.lockutils [req-b508e68b-946b-46b2-83c3-803cddecfbb5 req-a5958366-6c1b-4cee-a913-35631bd6c958 service nova] Lock "b493b6f4-5055-492f-84e4-25f70ca231aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.558799] env[62664]: DEBUG nova.compute.manager [req-b508e68b-946b-46b2-83c3-803cddecfbb5 req-a5958366-6c1b-4cee-a913-35631bd6c958 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] No waiting events found dispatching network-vif-plugged-3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.558799] env[62664]: WARNING nova.compute.manager [req-b508e68b-946b-46b2-83c3-803cddecfbb5 req-a5958366-6c1b-4cee-a913-35631bd6c958 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Received unexpected event network-vif-plugged-3553569f-d4ca-4ffb-b265-6e80b9c46520 for instance with vm_state building and task_state spawning. [ 683.602399] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Releasing lock "refresh_cache-61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.602989] env[62664]: DEBUG nova.compute.manager [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Instance network_info: |[{"id": "9cf9adba-242f-447d-bca0-bba443545b8b", "address": "fa:16:3e:c1:d2:35", "network": {"id": "cda010af-00ba-42b0-aad2-026eff16fe83", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1930854392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0339849d1d674a8cb55c4af8fbeeadaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf9adba-24", "ovs_interfaceid": "9cf9adba-242f-447d-bca0-bba443545b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.604901] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:d2:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cf9adba-242f-447d-bca0-bba443545b8b', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.615080] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Creating folder: Project (0339849d1d674a8cb55c4af8fbeeadaa). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.615080] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f17eaee6-0d8f-4247-a6d8-86a6a9a2a225 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.619174] env[62664]: DEBUG nova.network.neutron [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Successfully updated port: 3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.627647] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Created folder: Project (0339849d1d674a8cb55c4af8fbeeadaa) in parent group-v543506. [ 683.627892] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Creating folder: Instances. Parent ref: group-v543616. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.628207] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4496913c-f549-4746-8e22-09124515f661 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.641280] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Created folder: Instances in parent group-v543616. [ 683.641549] env[62664]: DEBUG oslo.service.loopingcall [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.641767] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.641988] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e88ada2-6fe4-4124-b2ea-01eef111869c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.668561] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.668561] env[62664]: value = "task-2697544" [ 683.668561] env[62664]: _type = "Task" [ 683.668561] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.672917] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.673474] env[62664]: DEBUG nova.compute.manager [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.676559] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.077s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.676766] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.679235] env[62664]: DEBUG oslo_concurrency.lockutils [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.773s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.679429] env[62664]: DEBUG oslo_concurrency.lockutils [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.681122] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.299s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.681303] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.682829] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.235s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.683749] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.684534] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.292s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.686364] env[62664]: INFO nova.compute.claims [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.696753] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697544, 'name': CreateVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.718041] env[62664]: INFO nova.scheduler.client.report [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Deleted allocations for instance 73d030d5-2d4f-4206-8706-9672ec9221f5 [ 683.721202] env[62664]: INFO nova.scheduler.client.report [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Deleted allocations for instance b3c94ff1-9b13-40d8-a028-847544742f18 [ 683.733755] env[62664]: INFO nova.scheduler.client.report [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Deleted allocations for instance f88e9050-4065-4911-b0b0-2ec6df97bd4b [ 683.741354] env[62664]: INFO nova.scheduler.client.report [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Deleted allocations for instance 6dc7032f-ce0d-4067-98f0-ad02ed142682 [ 683.939647] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697541, 'name': Rename_Task, 'duration_secs': 0.238913} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.942687] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.942687] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-685d90b4-cd2b-407c-be6a-685890e504ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.952024] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 683.952024] env[62664]: value = "task-2697545" [ 683.952024] env[62664]: _type = "Task" [ 683.952024] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.959550] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.121031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquiring lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.121200] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquired lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.121353] env[62664]: DEBUG nova.network.neutron [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.182261] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697544, 'name': CreateVM_Task, 'duration_secs': 0.394764} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.182261] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.182929] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.183108] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.183413] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.183666] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b417dd47-0952-48c9-8921-435aed7e3427 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.189046] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for the task: (returnval){ [ 684.189046] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d356e7-c443-207c-2029-653e8c866866" [ 684.189046] env[62664]: _type = "Task" [ 684.189046] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.194586] env[62664]: DEBUG nova.compute.utils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 684.197043] env[62664]: DEBUG nova.compute.manager [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.197222] env[62664]: DEBUG nova.network.neutron [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.207129] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d356e7-c443-207c-2029-653e8c866866, 'name': SearchDatastore_Task, 'duration_secs': 0.012797} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.208271] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.208513] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.208743] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.208891] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.209082] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.209573] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4de5450-c063-4691-917d-5c617f8f2e17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.220624] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.220624] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.221048] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356b8cb9-423c-4728-a6d4-32b7939f6a58 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.227432] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for the task: (returnval){ [ 684.227432] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528a9d48-156b-0ec3-da58-a30cb290b014" [ 684.227432] env[62664]: _type = "Task" [ 684.227432] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.235325] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d3ad2e4d-bf4d-4116-b669-c1dbb4acd3f9 tempest-ServerAddressesNegativeTestJSON-321333304 tempest-ServerAddressesNegativeTestJSON-321333304-project-member] Lock "73d030d5-2d4f-4206-8706-9672ec9221f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.973s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.236372] env[62664]: DEBUG oslo_concurrency.lockutils [None req-574bd0cc-0c5f-4dd2-8af3-8d37ac23118b tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "b3c94ff1-9b13-40d8-a028-847544742f18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.916s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.243422] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528a9d48-156b-0ec3-da58-a30cb290b014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.243871] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d2429f9-c45a-4f8d-86b6-b16244dc628e tempest-ServerDiagnosticsV248Test-185043622 tempest-ServerDiagnosticsV248Test-185043622-project-member] Lock "f88e9050-4065-4911-b0b0-2ec6df97bd4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.930s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.247249] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f64896e8-470f-4a3c-8da0-b587dc5a7638 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "6dc7032f-ce0d-4067-98f0-ad02ed142682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.944s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.297895] env[62664]: DEBUG nova.policy [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0bc7d239c5344c383b7ad1517fff31b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c17cc64496441caa36c38918a5632aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.460502] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.655779] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.656098] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.656343] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "c90e97fe-1065-4378-8152-c2f5d08e3b26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.656532] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.656701] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.659362] env[62664]: INFO nova.compute.manager [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Terminating instance [ 684.685769] env[62664]: DEBUG nova.network.neutron [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.698262] env[62664]: DEBUG nova.compute.manager [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.742809] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528a9d48-156b-0ec3-da58-a30cb290b014, 'name': SearchDatastore_Task, 'duration_secs': 0.015281} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.743635] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ff9b67-9c54-45d3-bf2a-28a4a4dbafd8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.754765] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for the task: (returnval){ [ 684.754765] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bf1770-e6ca-69d8-38dc-f4e4ea9f0504" [ 684.754765] env[62664]: _type = "Task" [ 684.754765] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.772651] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bf1770-e6ca-69d8-38dc-f4e4ea9f0504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.874748] env[62664]: DEBUG nova.network.neutron [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updating instance_info_cache with network_info: [{"id": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "address": "fa:16:3e:b7:54:fa", "network": {"id": "c71bbb9d-7b70-410b-8f8c-319027cd259a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-276284631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f86d4e6a1e0340c29c47669e4a73866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3553569f-d4", "ovs_interfaceid": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.938793] env[62664]: DEBUG nova.network.neutron [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Successfully created port: 6281d6eb-6bed-43fa-9a64-c0528fe429e6 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.966613] env[62664]: DEBUG oslo_vmware.api [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697545, 'name': PowerOnVM_Task, 'duration_secs': 0.867264} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.966898] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.970307] env[62664]: DEBUG nova.compute.manager [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.970307] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df25a4ed-a2dc-45a1-b720-6463ba7591c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.102028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "a3f6dea2-4192-44d8-8f03-0d26a3993429" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.102460] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "a3f6dea2-4192-44d8-8f03-0d26a3993429" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.103363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "a3f6dea2-4192-44d8-8f03-0d26a3993429-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.103363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "a3f6dea2-4192-44d8-8f03-0d26a3993429-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.103363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "a3f6dea2-4192-44d8-8f03-0d26a3993429-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.105504] env[62664]: INFO nova.compute.manager [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Terminating instance [ 685.165200] env[62664]: DEBUG nova.compute.manager [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.168030] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.168030] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51b7cba-d33a-49f9-a8d1-202186a02f3a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.183423] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.186113] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3b1075c-8162-42ec-ad7b-641aaa329205 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.196695] env[62664]: DEBUG oslo_vmware.api [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 685.196695] env[62664]: value = "task-2697546" [ 685.196695] env[62664]: _type = "Task" [ 685.196695] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.211984] env[62664]: DEBUG oslo_vmware.api [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.262124] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5cb938-c7a2-48cf-afd7-7558847e6131 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.276404] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bf1770-e6ca-69d8-38dc-f4e4ea9f0504, 'name': SearchDatastore_Task, 'duration_secs': 0.012472} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.278393] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54085aa-d4fc-4038-9770-990d5012579b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.282408] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.282710] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc/61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.284684] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3181baf-f7d6-4775-ac4c-1248eb5d79ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.320843] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634bcf8b-0f7a-46bc-94a9-28201f1d2494 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.325220] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for the task: (returnval){ [ 685.325220] env[62664]: value = "task-2697547" [ 685.325220] env[62664]: _type = "Task" [ 685.325220] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.332823] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29620a63-3736-4ece-a591-4ae623b8f2cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.342243] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.354736] env[62664]: DEBUG nova.compute.provider_tree [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.377322] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Releasing lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.377866] env[62664]: DEBUG nova.compute.manager [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Instance network_info: |[{"id": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "address": "fa:16:3e:b7:54:fa", "network": {"id": "c71bbb9d-7b70-410b-8f8c-319027cd259a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-276284631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f86d4e6a1e0340c29c47669e4a73866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3553569f-d4", "ovs_interfaceid": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.378580] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:54:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3553569f-d4ca-4ffb-b265-6e80b9c46520', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.391976] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Creating folder: Project (f86d4e6a1e0340c29c47669e4a73866f). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.393610] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a5a2ee4-356b-4e87-abe3-7deece354871 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.407427] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Created folder: Project (f86d4e6a1e0340c29c47669e4a73866f) in parent group-v543506. [ 685.407427] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Creating folder: Instances. Parent ref: group-v543619. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.407605] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eff3ecf-a6d9-40f1-a9b6-7b4458310c77 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.430378] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Created folder: Instances in parent group-v543619. [ 685.430683] env[62664]: DEBUG oslo.service.loopingcall [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.430914] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.431173] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18206451-501a-4b68-a243-34f23ae7fe73 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.456399] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.456399] env[62664]: value = "task-2697550" [ 685.456399] env[62664]: _type = "Task" [ 685.456399] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.466642] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697550, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.492194] env[62664]: DEBUG oslo_concurrency.lockutils [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.612119] env[62664]: DEBUG nova.compute.manager [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.612426] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.613505] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7378855-03c6-471c-bc1e-e2d1cdde0f14 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.624207] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.624207] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fed476ff-645f-4289-8b1b-2e9b074a81a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.633025] env[62664]: DEBUG oslo_vmware.api [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 685.633025] env[62664]: value = "task-2697551" [ 685.633025] env[62664]: _type = "Task" [ 685.633025] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.642416] env[62664]: DEBUG oslo_vmware.api [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.715164] env[62664]: DEBUG nova.compute.manager [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.717669] env[62664]: DEBUG oslo_vmware.api [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697546, 'name': PowerOffVM_Task, 'duration_secs': 0.320933} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.718464] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.718807] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.720051] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbf50141-d085-4a99-9781-de5bc23c0104 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.762807] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.763110] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.763275] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.763454] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.763604] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.763761] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.764047] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.764226] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.764397] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.764562] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.764734] env[62664]: DEBUG nova.virt.hardware [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.765699] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d9820a-d4c5-471c-95aa-184c6a8e30f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.778285] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc9de84-b931-49cc-b444-7248d9d9befe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.820051] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.820051] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.820051] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Deleting the datastore file [datastore2] c90e97fe-1065-4378-8152-c2f5d08e3b26 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.820051] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a46ebd6b-19bb-4139-b241-1ef880f3db98 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.830412] env[62664]: DEBUG oslo_vmware.api [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for the task: (returnval){ [ 685.830412] env[62664]: value = "task-2697553" [ 685.830412] env[62664]: _type = "Task" [ 685.830412] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.839063] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697547, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.846622] env[62664]: DEBUG oslo_vmware.api [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.859739] env[62664]: DEBUG nova.scheduler.client.report [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.969943] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697550, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.090240] env[62664]: DEBUG nova.compute.manager [req-8ea915d7-3487-467d-8456-89837854b3f3 req-449cd50c-362a-4df1-96ed-dd247aa48a68 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Received event network-changed-3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.090443] env[62664]: DEBUG nova.compute.manager [req-8ea915d7-3487-467d-8456-89837854b3f3 req-449cd50c-362a-4df1-96ed-dd247aa48a68 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Refreshing instance network info cache due to event network-changed-3553569f-d4ca-4ffb-b265-6e80b9c46520. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.090653] env[62664]: DEBUG oslo_concurrency.lockutils [req-8ea915d7-3487-467d-8456-89837854b3f3 req-449cd50c-362a-4df1-96ed-dd247aa48a68 service nova] Acquiring lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.090796] env[62664]: DEBUG oslo_concurrency.lockutils [req-8ea915d7-3487-467d-8456-89837854b3f3 req-449cd50c-362a-4df1-96ed-dd247aa48a68 service nova] Acquired lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.092182] env[62664]: DEBUG nova.network.neutron [req-8ea915d7-3487-467d-8456-89837854b3f3 req-449cd50c-362a-4df1-96ed-dd247aa48a68 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Refreshing network info cache for port 3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.146781] env[62664]: DEBUG oslo_vmware.api [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697551, 'name': PowerOffVM_Task, 'duration_secs': 0.317784} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.147349] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.147349] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.147656] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ad4a8dc-6799-44bf-9879-6288b2afec40 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.222207] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.222207] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.222207] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Deleting the datastore file [datastore1] a3f6dea2-4192-44d8-8f03-0d26a3993429 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.222566] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9048ba84-e928-4b25-b8ae-213f9e707274 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.234684] env[62664]: DEBUG oslo_vmware.api [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 686.234684] env[62664]: value = "task-2697555" [ 686.234684] env[62664]: _type = "Task" [ 686.234684] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.256627] env[62664]: DEBUG oslo_vmware.api [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.340594] env[62664]: DEBUG oslo_vmware.api [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Task: {'id': task-2697553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196922} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.344800] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.345686] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.345686] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.345686] env[62664]: INFO nova.compute.manager [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Took 1.18 seconds to destroy the instance on the hypervisor. [ 686.345686] env[62664]: DEBUG oslo.service.loopingcall [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.345869] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546954} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.346091] env[62664]: DEBUG nova.compute.manager [-] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.346200] env[62664]: DEBUG nova.network.neutron [-] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.347993] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc/61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.348234] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.348501] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60e00ca3-c5e1-465d-8e01-404809c5d7be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.357910] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for the task: (returnval){ [ 686.357910] env[62664]: value = "task-2697556" [ 686.357910] env[62664]: _type = "Task" [ 686.357910] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.365983] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.366504] env[62664]: DEBUG nova.compute.manager [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.375288] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.916s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.383328] env[62664]: INFO nova.compute.claims [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.388440] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.471339] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697550, 'name': CreateVM_Task, 'duration_secs': 0.538856} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.471686] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.475063] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.475063] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.475063] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.475063] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814756d4-63fe-4441-837e-2de1dfd89c2d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.480170] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 686.480170] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52265e41-4cf4-8687-7755-f985eaadf1fa" [ 686.480170] env[62664]: _type = "Task" [ 686.480170] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.491183] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52265e41-4cf4-8687-7755-f985eaadf1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.746078] env[62664]: DEBUG oslo_concurrency.lockutils [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "c9630308-fddf-4749-982b-e860a00dd719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.746346] env[62664]: DEBUG oslo_concurrency.lockutils [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "c9630308-fddf-4749-982b-e860a00dd719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.746654] env[62664]: DEBUG oslo_concurrency.lockutils [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "c9630308-fddf-4749-982b-e860a00dd719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.746864] env[62664]: DEBUG oslo_concurrency.lockutils [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "c9630308-fddf-4749-982b-e860a00dd719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.747049] env[62664]: DEBUG oslo_concurrency.lockutils [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "c9630308-fddf-4749-982b-e860a00dd719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.750347] env[62664]: INFO nova.compute.manager [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Terminating instance [ 686.755257] env[62664]: DEBUG oslo_vmware.api [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167495} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.756561] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.756787] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.757068] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.757260] env[62664]: INFO nova.compute.manager [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Took 1.14 seconds to destroy the instance on the hypervisor. [ 686.757533] env[62664]: DEBUG oslo.service.loopingcall [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.757942] env[62664]: DEBUG nova.compute.manager [-] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.758110] env[62664]: DEBUG nova.network.neutron [-] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.868802] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078808} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.869129] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.869904] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458928c1-b41d-43f0-8a98-608628ab23e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.897219] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc/61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.901395] env[62664]: DEBUG nova.compute.utils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.902534] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b907ea11-32b8-4b83-b78a-6acb062a9e7c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.928820] env[62664]: DEBUG nova.compute.manager [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.928820] env[62664]: DEBUG nova.network.neutron [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.938162] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for the task: (returnval){ [ 686.938162] env[62664]: value = "task-2697557" [ 686.938162] env[62664]: _type = "Task" [ 686.938162] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.949964] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.992403] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52265e41-4cf4-8687-7755-f985eaadf1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.992403] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.992403] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.992403] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.993095] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.993095] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.993095] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-499f1605-3d3a-49da-a1ab-7f7f8ee09f24 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.006439] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.006643] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.007435] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df10209-4c1d-4dee-a764-5c89f1e392dd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.013154] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 687.013154] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d6b761-1d8b-36c4-ad42-8e427715ec5c" [ 687.013154] env[62664]: _type = "Task" [ 687.013154] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.021632] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d6b761-1d8b-36c4-ad42-8e427715ec5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.024627] env[62664]: DEBUG nova.network.neutron [req-8ea915d7-3487-467d-8456-89837854b3f3 req-449cd50c-362a-4df1-96ed-dd247aa48a68 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updated VIF entry in instance network info cache for port 3553569f-d4ca-4ffb-b265-6e80b9c46520. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.025292] env[62664]: DEBUG nova.network.neutron [req-8ea915d7-3487-467d-8456-89837854b3f3 req-449cd50c-362a-4df1-96ed-dd247aa48a68 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updating instance_info_cache with network_info: [{"id": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "address": "fa:16:3e:b7:54:fa", "network": {"id": "c71bbb9d-7b70-410b-8f8c-319027cd259a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-276284631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f86d4e6a1e0340c29c47669e4a73866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3553569f-d4", "ovs_interfaceid": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.087073] env[62664]: DEBUG nova.policy [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b40c52d74bce4a8cbf571deb33fa241f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba78ea3cb47a410fb5ed9691d9858fe9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.153126] env[62664]: DEBUG nova.compute.manager [req-4456c078-c0ba-4bc1-a7ae-cb26c003aca7 req-855214d1-82d1-47c4-905e-5eabdd5e14e5 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Received event network-vif-deleted-caa72d09-2a6e-4b9b-adad-6da26614c9f4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.153273] env[62664]: INFO nova.compute.manager [req-4456c078-c0ba-4bc1-a7ae-cb26c003aca7 req-855214d1-82d1-47c4-905e-5eabdd5e14e5 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Neutron deleted interface caa72d09-2a6e-4b9b-adad-6da26614c9f4; detaching it from the instance and deleting it from the info cache [ 687.153451] env[62664]: DEBUG nova.network.neutron [req-4456c078-c0ba-4bc1-a7ae-cb26c003aca7 req-855214d1-82d1-47c4-905e-5eabdd5e14e5 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.247614] env[62664]: DEBUG nova.network.neutron [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Successfully updated port: 6281d6eb-6bed-43fa-9a64-c0528fe429e6 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.259298] env[62664]: DEBUG nova.compute.manager [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.259563] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.260591] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62887a75-17fc-4429-9b73-24b2aaad3f05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.274298] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.279695] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2b461c1-d703-4f5f-9b26-78faa0b6277d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.291584] env[62664]: DEBUG oslo_vmware.api [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 687.291584] env[62664]: value = "task-2697558" [ 687.291584] env[62664]: _type = "Task" [ 687.291584] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.303210] env[62664]: DEBUG oslo_vmware.api [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.332091] env[62664]: DEBUG nova.network.neutron [-] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.426642] env[62664]: DEBUG nova.compute.manager [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.457647] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.531505] env[62664]: DEBUG oslo_concurrency.lockutils [req-8ea915d7-3487-467d-8456-89837854b3f3 req-449cd50c-362a-4df1-96ed-dd247aa48a68 service nova] Releasing lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.532879] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d6b761-1d8b-36c4-ad42-8e427715ec5c, 'name': SearchDatastore_Task, 'duration_secs': 0.025071} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.538362] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-145750cc-976a-4145-a953-ad3219a93e16 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.552055] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 687.552055] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523b1421-afc5-eb48-a75b-209b6d819070" [ 687.552055] env[62664]: _type = "Task" [ 687.552055] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.565998] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523b1421-afc5-eb48-a75b-209b6d819070, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.566301] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.566553] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] b493b6f4-5055-492f-84e4-25f70ca231aa/b493b6f4-5055-492f-84e4-25f70ca231aa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.566803] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b04ceedf-3e7c-4ff1-bbfa-1b8d3774ba7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.576848] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 687.576848] env[62664]: value = "task-2697559" [ 687.576848] env[62664]: _type = "Task" [ 687.576848] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.586584] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.657417] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e172996-bae8-4bb9-8428-4f683d8b9d9f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.669642] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc50db-bb64-4378-b003-bd60f5406690 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.715756] env[62664]: DEBUG nova.compute.manager [req-4456c078-c0ba-4bc1-a7ae-cb26c003aca7 req-855214d1-82d1-47c4-905e-5eabdd5e14e5 service nova] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Detach interface failed, port_id=caa72d09-2a6e-4b9b-adad-6da26614c9f4, reason: Instance c90e97fe-1065-4378-8152-c2f5d08e3b26 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 687.723332] env[62664]: DEBUG nova.network.neutron [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Successfully created port: 5ee0585d-a08e-4077-bc79-c7332045cdce {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.750088] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "refresh_cache-22d675da-2ba5-4c9a-8aa2-096eb68e5118" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.750294] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "refresh_cache-22d675da-2ba5-4c9a-8aa2-096eb68e5118" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.750445] env[62664]: DEBUG nova.network.neutron [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.789943] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "97973019-3a8a-4211-9821-b909332fd03d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.790581] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "97973019-3a8a-4211-9821-b909332fd03d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.791687] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "97973019-3a8a-4211-9821-b909332fd03d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.791687] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "97973019-3a8a-4211-9821-b909332fd03d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.791687] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "97973019-3a8a-4211-9821-b909332fd03d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.793968] env[62664]: INFO nova.compute.manager [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Terminating instance [ 687.815126] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "166d167d-c13e-4340-8994-d0820013c844" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.815391] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "166d167d-c13e-4340-8994-d0820013c844" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.815611] env[62664]: DEBUG oslo_vmware.api [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697558, 'name': PowerOffVM_Task, 'duration_secs': 0.24434} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.819268] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.819454] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.820475] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88beb016-efcc-4cce-ab84-0fa0f4bfd828 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.834947] env[62664]: INFO nova.compute.manager [-] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Took 1.49 seconds to deallocate network for instance. [ 687.902654] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.902897] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.903093] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleting the datastore file [datastore2] c9630308-fddf-4749-982b-e860a00dd719 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.903375] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ceb48d21-2449-4a89-a119-805f798da9c7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.914482] env[62664]: DEBUG oslo_vmware.api [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 687.914482] env[62664]: value = "task-2697561" [ 687.914482] env[62664]: _type = "Task" [ 687.914482] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.924298] env[62664]: DEBUG oslo_vmware.api [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.961260] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697557, 'name': ReconfigVM_Task, 'duration_secs': 0.613611} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.963235] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc/61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.964048] env[62664]: DEBUG nova.network.neutron [-] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.966377] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0250161c-f2a1-416d-8a67-3c5c93ba75cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.977682] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for the task: (returnval){ [ 687.977682] env[62664]: value = "task-2697562" [ 687.977682] env[62664]: _type = "Task" [ 687.977682] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.993905] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "34e9ab31-abeb-474b-b586-30b5c0703330" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.994288] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "34e9ab31-abeb-474b-b586-30b5c0703330" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.994471] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "34e9ab31-abeb-474b-b586-30b5c0703330-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.994844] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "34e9ab31-abeb-474b-b586-30b5c0703330-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.995125] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "34e9ab31-abeb-474b-b586-30b5c0703330-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.997424] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697562, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.998188] env[62664]: INFO nova.compute.manager [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Terminating instance [ 688.087027] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491097a-6f10-4b90-abbe-611c6f1af7d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.092352] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697559, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.097954] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd734214-1d49-456c-a00b-7892c847cc26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.130739] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833c1dd5-7d1e-4316-9dae-dae70141a68b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.140725] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328580fe-6f96-4c38-b3d1-e4e7ca46383b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.171319] env[62664]: DEBUG nova.compute.provider_tree [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.193157] env[62664]: DEBUG nova.compute.manager [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Received event network-vif-plugged-6281d6eb-6bed-43fa-9a64-c0528fe429e6 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.193376] env[62664]: DEBUG oslo_concurrency.lockutils [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] Acquiring lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.193581] env[62664]: DEBUG oslo_concurrency.lockutils [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] Lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.193749] env[62664]: DEBUG oslo_concurrency.lockutils [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] Lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.193941] env[62664]: DEBUG nova.compute.manager [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] No waiting events found dispatching network-vif-plugged-6281d6eb-6bed-43fa-9a64-c0528fe429e6 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.194456] env[62664]: WARNING nova.compute.manager [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Received unexpected event network-vif-plugged-6281d6eb-6bed-43fa-9a64-c0528fe429e6 for instance with vm_state building and task_state spawning. [ 688.194616] env[62664]: DEBUG nova.compute.manager [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Received event network-changed-6281d6eb-6bed-43fa-9a64-c0528fe429e6 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.194806] env[62664]: DEBUG nova.compute.manager [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Refreshing instance network info cache due to event network-changed-6281d6eb-6bed-43fa-9a64-c0528fe429e6. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.194943] env[62664]: DEBUG oslo_concurrency.lockutils [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] Acquiring lock "refresh_cache-22d675da-2ba5-4c9a-8aa2-096eb68e5118" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.305658] env[62664]: DEBUG nova.compute.manager [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.305910] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.307814] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b2e4bc-af7f-449e-a7ec-31676da91783 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.316987] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.317270] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-900f03ec-5c99-4337-bb8a-cafb249168df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.319740] env[62664]: DEBUG nova.network.neutron [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.327794] env[62664]: DEBUG oslo_vmware.api [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 688.327794] env[62664]: value = "task-2697563" [ 688.327794] env[62664]: _type = "Task" [ 688.327794] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.336843] env[62664]: DEBUG oslo_vmware.api [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.347191] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.425056] env[62664]: DEBUG oslo_vmware.api [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303292} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.425329] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.425513] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.425691] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.425864] env[62664]: INFO nova.compute.manager [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Took 1.17 seconds to destroy the instance on the hypervisor. [ 688.426220] env[62664]: DEBUG oslo.service.loopingcall [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.426470] env[62664]: DEBUG nova.compute.manager [-] [instance: c9630308-fddf-4749-982b-e860a00dd719] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.426578] env[62664]: DEBUG nova.network.neutron [-] [instance: c9630308-fddf-4749-982b-e860a00dd719] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.441032] env[62664]: DEBUG nova.compute.manager [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.472181] env[62664]: INFO nova.compute.manager [-] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Took 1.71 seconds to deallocate network for instance. [ 688.479233] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:15:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9434ee16-045e-4897-afd8-dd42a3dd825c',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-158912319',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.479535] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.479690] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.479864] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.480030] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.480164] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.480745] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.480745] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.480946] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.481073] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.485348] env[62664]: DEBUG nova.virt.hardware [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.486873] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e4bfe3-6e92-4d9e-be27-c73856810d61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.506921] env[62664]: DEBUG nova.compute.manager [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.507212] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.510692] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb13d59-ce8c-4560-9795-960d9f41f0c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.515539] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12820033-625e-4244-b019-21e8f8703b54 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.519528] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697562, 'name': Rename_Task, 'duration_secs': 0.223466} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.521996] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.522910] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb3e90b-840f-4f8b-8b84-b2dc18e1100a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.527538] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.535369] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-079e21f2-0481-4a79-ac21-5e8b23eae41b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.539060] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for the task: (returnval){ [ 688.539060] env[62664]: value = "task-2697564" [ 688.539060] env[62664]: _type = "Task" [ 688.539060] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.545605] env[62664]: DEBUG oslo_vmware.api [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 688.545605] env[62664]: value = "task-2697565" [ 688.545605] env[62664]: _type = "Task" [ 688.545605] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.553247] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.559850] env[62664]: DEBUG oslo_vmware.api [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.593400] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544154} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.593688] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] b493b6f4-5055-492f-84e4-25f70ca231aa/b493b6f4-5055-492f-84e4-25f70ca231aa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.593912] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.594213] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54645992-6247-4604-ac88-8359a62d44b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.603691] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 688.603691] env[62664]: value = "task-2697566" [ 688.603691] env[62664]: _type = "Task" [ 688.603691] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.617097] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.665138] env[62664]: DEBUG nova.network.neutron [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Updating instance_info_cache with network_info: [{"id": "6281d6eb-6bed-43fa-9a64-c0528fe429e6", "address": "fa:16:3e:d0:03:c8", "network": {"id": "b9edf0cf-6087-4f27-bfe9-a805e7c9f96d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1333853504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c17cc64496441caa36c38918a5632aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6281d6eb-6b", "ovs_interfaceid": "6281d6eb-6bed-43fa-9a64-c0528fe429e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.675233] env[62664]: DEBUG nova.scheduler.client.report [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.838492] env[62664]: DEBUG oslo_vmware.api [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697563, 'name': PowerOffVM_Task, 'duration_secs': 0.291017} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.838654] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.838762] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.839027] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c383c50c-5cdc-4f42-987d-89da8faa45d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.923317] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.923617] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.923799] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Deleting the datastore file [datastore1] 97973019-3a8a-4211-9821-b909332fd03d {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.924190] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b44889d-c12e-4db9-8a6b-32020dd1c6b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.932154] env[62664]: DEBUG oslo_vmware.api [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 688.932154] env[62664]: value = "task-2697568" [ 688.932154] env[62664]: _type = "Task" [ 688.932154] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.943039] env[62664]: DEBUG oslo_vmware.api [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.002769] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.054121] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697564, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.059940] env[62664]: DEBUG oslo_vmware.api [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697565, 'name': PowerOffVM_Task, 'duration_secs': 0.242682} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.060225] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.060393] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.060645] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4baf7cac-e645-4a8d-8570-94f3d98a31b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.115925] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184256} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.116309] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.117020] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459246f9-0a0d-4e49-ba29-3fa92b481692 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.145522] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] b493b6f4-5055-492f-84e4-25f70ca231aa/b493b6f4-5055-492f-84e4-25f70ca231aa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.146833] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4609a04f-2615-4ad9-b707-88dc15aa5695 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.161474] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.161557] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.161704] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Deleting the datastore file [datastore1] 34e9ab31-abeb-474b-b586-30b5c0703330 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.162315] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89a8dc52-91b9-454f-953c-b03d626ebbcf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.170992] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "refresh_cache-22d675da-2ba5-4c9a-8aa2-096eb68e5118" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.171330] env[62664]: DEBUG nova.compute.manager [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Instance network_info: |[{"id": "6281d6eb-6bed-43fa-9a64-c0528fe429e6", "address": "fa:16:3e:d0:03:c8", "network": {"id": "b9edf0cf-6087-4f27-bfe9-a805e7c9f96d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1333853504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c17cc64496441caa36c38918a5632aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6281d6eb-6b", "ovs_interfaceid": "6281d6eb-6bed-43fa-9a64-c0528fe429e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.171672] env[62664]: DEBUG oslo_vmware.api [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for the task: (returnval){ [ 689.171672] env[62664]: value = "task-2697570" [ 689.171672] env[62664]: _type = "Task" [ 689.171672] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.173012] env[62664]: DEBUG oslo_concurrency.lockutils [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] Acquired lock "refresh_cache-22d675da-2ba5-4c9a-8aa2-096eb68e5118" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.173298] env[62664]: DEBUG nova.network.neutron [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Refreshing network info cache for port 6281d6eb-6bed-43fa-9a64-c0528fe429e6 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.174592] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:03:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6281d6eb-6bed-43fa-9a64-c0528fe429e6', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.187091] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Creating folder: Project (1c17cc64496441caa36c38918a5632aa). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.187192] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 689.187192] env[62664]: value = "task-2697571" [ 689.187192] env[62664]: _type = "Task" [ 689.187192] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.190017] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.190281] env[62664]: DEBUG nova.compute.manager [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.193226] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-741f914a-9e40-4208-9a38-df07dfc32183 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.200854] env[62664]: DEBUG nova.compute.manager [req-9b3dd649-0cf7-452d-adc1-3d9cef5c1b91 req-4e3def08-ccdd-47c3-99c4-130cf1947d3a service nova] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Received event network-vif-deleted-76dafb26-199e-466c-8d74-7e593c2c039d {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.201855] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.428s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.203323] env[62664]: INFO nova.compute.claims [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.218209] env[62664]: DEBUG oslo_vmware.api [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.221227] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.223088] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Created folder: Project (1c17cc64496441caa36c38918a5632aa) in parent group-v543506. [ 689.223375] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Creating folder: Instances. Parent ref: group-v543622. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.223715] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87b5f881-4971-41c6-b970-0d87bb5d050f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.240861] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Created folder: Instances in parent group-v543622. [ 689.241261] env[62664]: DEBUG oslo.service.loopingcall [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.241605] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.245268] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1d6d61f-5529-44e7-ba58-a9f6d4d386e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.271867] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.271867] env[62664]: value = "task-2697574" [ 689.271867] env[62664]: _type = "Task" [ 689.271867] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.285746] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697574, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.302590] env[62664]: DEBUG nova.network.neutron [-] [instance: c9630308-fddf-4749-982b-e860a00dd719] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.444833] env[62664]: DEBUG oslo_vmware.api [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167476} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.445223] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.445496] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.445690] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.447033] env[62664]: INFO nova.compute.manager [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 689.447033] env[62664]: DEBUG oslo.service.loopingcall [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.447033] env[62664]: DEBUG nova.compute.manager [-] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.447033] env[62664]: DEBUG nova.network.neutron [-] [instance: 97973019-3a8a-4211-9821-b909332fd03d] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.553552] env[62664]: DEBUG oslo_vmware.api [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697564, 'name': PowerOnVM_Task, 'duration_secs': 0.73906} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.553850] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.554522] env[62664]: INFO nova.compute.manager [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Took 9.15 seconds to spawn the instance on the hypervisor. [ 689.554773] env[62664]: DEBUG nova.compute.manager [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.555969] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af50822-f06e-4714-a1ac-02605f66af86 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.719678] env[62664]: DEBUG nova.compute.utils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 689.724591] env[62664]: DEBUG oslo_vmware.api [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Task: {'id': task-2697570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173587} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.728020] env[62664]: DEBUG nova.compute.manager [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.728020] env[62664]: DEBUG nova.network.neutron [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.732413] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.732549] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.732693] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.732920] env[62664]: INFO nova.compute.manager [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Took 1.23 seconds to destroy the instance on the hypervisor. [ 689.733177] env[62664]: DEBUG oslo.service.loopingcall [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.738227] env[62664]: DEBUG nova.compute.manager [-] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.738227] env[62664]: DEBUG nova.network.neutron [-] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.739976] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697571, 'name': ReconfigVM_Task, 'duration_secs': 0.556672} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.741575] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Reconfigured VM instance instance-00000026 to attach disk [datastore2] b493b6f4-5055-492f-84e4-25f70ca231aa/b493b6f4-5055-492f-84e4-25f70ca231aa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.742738] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2137618a-863e-4b06-8d2b-527622b2687c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.753494] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 689.753494] env[62664]: value = "task-2697575" [ 689.753494] env[62664]: _type = "Task" [ 689.753494] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.762509] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697575, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.783160] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697574, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.803411] env[62664]: INFO nova.compute.manager [-] [instance: c9630308-fddf-4749-982b-e860a00dd719] Took 1.38 seconds to deallocate network for instance. [ 689.880498] env[62664]: DEBUG nova.policy [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '210791c1338f40c0a50f04f1fb63b2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec3f088e5a9c4a51a5b2b6bfe132e60b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.081819] env[62664]: INFO nova.compute.manager [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Took 42.73 seconds to build instance. [ 690.227555] env[62664]: DEBUG nova.compute.manager [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.249978] env[62664]: DEBUG nova.network.neutron [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Updated VIF entry in instance network info cache for port 6281d6eb-6bed-43fa-9a64-c0528fe429e6. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.250373] env[62664]: DEBUG nova.network.neutron [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Updating instance_info_cache with network_info: [{"id": "6281d6eb-6bed-43fa-9a64-c0528fe429e6", "address": "fa:16:3e:d0:03:c8", "network": {"id": "b9edf0cf-6087-4f27-bfe9-a805e7c9f96d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1333853504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c17cc64496441caa36c38918a5632aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6281d6eb-6b", "ovs_interfaceid": "6281d6eb-6bed-43fa-9a64-c0528fe429e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.268300] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697575, 'name': Rename_Task, 'duration_secs': 0.298898} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.268886] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.269265] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5155e613-9f12-46cf-a620-fab52a9174a4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.279730] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 690.279730] env[62664]: value = "task-2697576" [ 690.279730] env[62664]: _type = "Task" [ 690.279730] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.303180] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697574, 'name': CreateVM_Task, 'duration_secs': 0.589844} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.312763] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.314027] env[62664]: DEBUG oslo_concurrency.lockutils [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.314881] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.314881] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.314881] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.325324] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a2460a-1a06-440c-92cc-0c86f97697f9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.327380] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697576, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.332924] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 690.332924] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e3b940-cef6-e8d1-4e95-0930b042c70a" [ 690.332924] env[62664]: _type = "Task" [ 690.332924] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.343650] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e3b940-cef6-e8d1-4e95-0930b042c70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.386037] env[62664]: DEBUG nova.network.neutron [-] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.448084] env[62664]: DEBUG nova.compute.manager [req-61bb5f24-ac01-4cfe-bd84-8a64d4e2e878 req-e70a868e-9e1f-4616-8306-f19d20835b1b service nova] [instance: c9630308-fddf-4749-982b-e860a00dd719] Received event network-vif-deleted-dced6766-e654-4162-b7d6-b6fce0c8e321 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.448788] env[62664]: DEBUG nova.compute.manager [req-61bb5f24-ac01-4cfe-bd84-8a64d4e2e878 req-e70a868e-9e1f-4616-8306-f19d20835b1b service nova] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Received event network-vif-deleted-f21785fc-2762-41d7-8dc2-30c79b779da8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.495146] env[62664]: DEBUG nova.network.neutron [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Successfully created port: bb8d7323-ec7b-4076-84fc-32e25b4ac439 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.584195] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b522c8a3-83d1-4c91-b377-1f62768ddea6 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.397s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.585450] env[62664]: DEBUG nova.network.neutron [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Successfully updated port: 5ee0585d-a08e-4077-bc79-c7332045cdce {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.756667] env[62664]: DEBUG oslo_concurrency.lockutils [req-805ba9d7-d1b7-4e0a-9434-f551a4f84c1b req-7c393c33-a355-4997-a004-678e57a60c34 service nova] Releasing lock "refresh_cache-22d675da-2ba5-4c9a-8aa2-096eb68e5118" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.796619] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697576, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.852570] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e3b940-cef6-e8d1-4e95-0930b042c70a, 'name': SearchDatastore_Task, 'duration_secs': 0.011709} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.854351] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.855141] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.855341] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.858347] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.858347] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.858976] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd19b23-8b6b-4cfe-83e7-86c322866c36 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.861545] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e9f933c-db87-417a-a3a2-b9d4d3c4e30b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.875761] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f316ab7d-2d2d-40ce-8c56-a280a8c0cfa2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.878507] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.878663] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.879394] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb1af57-34c2-4b37-adb1-fa62c94372fb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.916032] env[62664]: INFO nova.compute.manager [-] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Took 1.47 seconds to deallocate network for instance. [ 690.916183] env[62664]: DEBUG nova.network.neutron [-] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.917850] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 690.917850] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523d31d5-cf5c-16ca-1007-710aef29e6e9" [ 690.917850] env[62664]: _type = "Task" [ 690.917850] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.926268] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c107c707-102d-461b-b436-67a47eccb85b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.940102] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee42524f-2f03-4c4c-8f41-37efe7d8ab7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.947017] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523d31d5-cf5c-16ca-1007-710aef29e6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.947017] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18f334e-3ff9-4749-874f-c7cf6b56caba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.958665] env[62664]: DEBUG nova.compute.provider_tree [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.962300] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 690.962300] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526e7fee-7cf3-62b3-2bd2-2fb83e455654" [ 690.962300] env[62664]: _type = "Task" [ 690.962300] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.973712] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526e7fee-7cf3-62b3-2bd2-2fb83e455654, 'name': SearchDatastore_Task, 'duration_secs': 0.011762} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.974015] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.974281] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 22d675da-2ba5-4c9a-8aa2-096eb68e5118/22d675da-2ba5-4c9a-8aa2-096eb68e5118.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.974539] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17db64f2-bf51-4ea1-a44b-2185d6c4403d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.981997] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 690.981997] env[62664]: value = "task-2697577" [ 690.981997] env[62664]: _type = "Task" [ 690.981997] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.990251] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.091673] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.091983] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.091983] env[62664]: DEBUG nova.network.neutron [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.093233] env[62664]: DEBUG nova.compute.manager [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.242358] env[62664]: DEBUG nova.compute.manager [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.262606] env[62664]: DEBUG nova.compute.manager [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Received event network-vif-plugged-5ee0585d-a08e-4077-bc79-c7332045cdce {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.262901] env[62664]: DEBUG oslo_concurrency.lockutils [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] Acquiring lock "f67479a8-cf01-4c3c-83ae-e7990747a695-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.262950] env[62664]: DEBUG oslo_concurrency.lockutils [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] Lock "f67479a8-cf01-4c3c-83ae-e7990747a695-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.263112] env[62664]: DEBUG oslo_concurrency.lockutils [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] Lock "f67479a8-cf01-4c3c-83ae-e7990747a695-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.263453] env[62664]: DEBUG nova.compute.manager [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] No waiting events found dispatching network-vif-plugged-5ee0585d-a08e-4077-bc79-c7332045cdce {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.263453] env[62664]: WARNING nova.compute.manager [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Received unexpected event network-vif-plugged-5ee0585d-a08e-4077-bc79-c7332045cdce for instance with vm_state building and task_state spawning. [ 691.263689] env[62664]: DEBUG nova.compute.manager [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Received event network-vif-deleted-830dc489-61c5-4df0-8f5d-75d07b3c5a5c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.263741] env[62664]: DEBUG nova.compute.manager [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Received event network-changed-5ee0585d-a08e-4077-bc79-c7332045cdce {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.264376] env[62664]: DEBUG nova.compute.manager [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Refreshing instance network info cache due to event network-changed-5ee0585d-a08e-4077-bc79-c7332045cdce. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.264376] env[62664]: DEBUG oslo_concurrency.lockutils [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] Acquiring lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.282151] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.282378] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.282546] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.282905] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.282905] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.283297] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.283585] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.283738] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.283938] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.284170] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.284357] env[62664]: DEBUG nova.virt.hardware [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.285823] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a2a610-16d0-4ff4-8036-f5045f1ae89e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.301551] env[62664]: DEBUG oslo_vmware.api [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697576, 'name': PowerOnVM_Task, 'duration_secs': 0.907599} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.302563] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.302563] env[62664]: INFO nova.compute.manager [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Took 8.24 seconds to spawn the instance on the hypervisor. [ 691.302820] env[62664]: DEBUG nova.compute.manager [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.304020] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e165965-d1e5-485f-948f-32c5aaf3e98d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.309015] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faa630b-ebab-4d10-b919-3d82e1b18f41 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.419968] env[62664]: INFO nova.compute.manager [-] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Took 1.68 seconds to deallocate network for instance. [ 691.423622] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.461660] env[62664]: DEBUG nova.scheduler.client.report [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.496487] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697577, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.621864] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.644090] env[62664]: DEBUG nova.network.neutron [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.788330] env[62664]: DEBUG nova.network.neutron [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance_info_cache with network_info: [{"id": "5ee0585d-a08e-4077-bc79-c7332045cdce", "address": "fa:16:3e:69:a8:77", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee0585d-a0", "ovs_interfaceid": "5ee0585d-a08e-4077-bc79-c7332045cdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.837189] env[62664]: INFO nova.compute.manager [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Took 40.80 seconds to build instance. [ 691.928977] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.972241] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.972241] env[62664]: DEBUG nova.compute.manager [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.975077] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.737s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.976536] env[62664]: INFO nova.compute.claims [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.993724] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609048} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.994019] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 22d675da-2ba5-4c9a-8aa2-096eb68e5118/22d675da-2ba5-4c9a-8aa2-096eb68e5118.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.995197] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.995197] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-915a9718-74e3-42c9-bf6c-ea16b4e803ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.003732] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 692.003732] env[62664]: value = "task-2697578" [ 692.003732] env[62664]: _type = "Task" [ 692.003732] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.021123] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.291104] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.291454] env[62664]: DEBUG nova.compute.manager [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Instance network_info: |[{"id": "5ee0585d-a08e-4077-bc79-c7332045cdce", "address": "fa:16:3e:69:a8:77", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee0585d-a0", "ovs_interfaceid": "5ee0585d-a08e-4077-bc79-c7332045cdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.291753] env[62664]: DEBUG oslo_concurrency.lockutils [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] Acquired lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.291967] env[62664]: DEBUG nova.network.neutron [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Refreshing network info cache for port 5ee0585d-a08e-4077-bc79-c7332045cdce {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.293534] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:a8:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ee0585d-a08e-4077-bc79-c7332045cdce', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.302815] env[62664]: DEBUG oslo.service.loopingcall [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.303600] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.305217] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac70ccc4-f51c-4d58-b7eb-be6aaefd73e9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.327743] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.327743] env[62664]: value = "task-2697579" [ 692.327743] env[62664]: _type = "Task" [ 692.327743] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.342503] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ede8a3e1-2ce2-4206-9a02-e4d3dcc716a3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lock "b493b6f4-5055-492f-84e4-25f70ca231aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.558s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.343063] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697579, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.477284] env[62664]: DEBUG nova.compute.utils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 692.478652] env[62664]: DEBUG nova.compute.manager [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.478821] env[62664]: DEBUG nova.network.neutron [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.516643] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077576} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.517095] env[62664]: DEBUG nova.network.neutron [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Successfully updated port: bb8d7323-ec7b-4076-84fc-32e25b4ac439 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.518612] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.522425] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a9d04-80d4-4f2e-a96b-1d08b10481c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.548682] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 22d675da-2ba5-4c9a-8aa2-096eb68e5118/22d675da-2ba5-4c9a-8aa2-096eb68e5118.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.550291] env[62664]: DEBUG nova.policy [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bac0baed463d4dccb471741a71b363ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05979f3df5f64d7bb08de75f4a009d8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.552102] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58bea1bc-5215-4a83-bfeb-a16d3a44913e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.574942] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 692.574942] env[62664]: value = "task-2697580" [ 692.574942] env[62664]: _type = "Task" [ 692.574942] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.586614] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.659610] env[62664]: DEBUG nova.compute.manager [req-8408ec6d-10ed-4ce6-a382-c1ea404785fb req-8ed0a135-4f17-45c0-9f3c-61a0303a0dc3 service nova] [instance: 76b542df-d968-4830-9988-2b537105e957] Received event network-vif-plugged-bb8d7323-ec7b-4076-84fc-32e25b4ac439 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.660758] env[62664]: DEBUG oslo_concurrency.lockutils [req-8408ec6d-10ed-4ce6-a382-c1ea404785fb req-8ed0a135-4f17-45c0-9f3c-61a0303a0dc3 service nova] Acquiring lock "76b542df-d968-4830-9988-2b537105e957-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.661047] env[62664]: DEBUG oslo_concurrency.lockutils [req-8408ec6d-10ed-4ce6-a382-c1ea404785fb req-8ed0a135-4f17-45c0-9f3c-61a0303a0dc3 service nova] Lock "76b542df-d968-4830-9988-2b537105e957-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.661234] env[62664]: DEBUG oslo_concurrency.lockutils [req-8408ec6d-10ed-4ce6-a382-c1ea404785fb req-8ed0a135-4f17-45c0-9f3c-61a0303a0dc3 service nova] Lock "76b542df-d968-4830-9988-2b537105e957-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.661417] env[62664]: DEBUG nova.compute.manager [req-8408ec6d-10ed-4ce6-a382-c1ea404785fb req-8ed0a135-4f17-45c0-9f3c-61a0303a0dc3 service nova] [instance: 76b542df-d968-4830-9988-2b537105e957] No waiting events found dispatching network-vif-plugged-bb8d7323-ec7b-4076-84fc-32e25b4ac439 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.661607] env[62664]: WARNING nova.compute.manager [req-8408ec6d-10ed-4ce6-a382-c1ea404785fb req-8ed0a135-4f17-45c0-9f3c-61a0303a0dc3 service nova] [instance: 76b542df-d968-4830-9988-2b537105e957] Received unexpected event network-vif-plugged-bb8d7323-ec7b-4076-84fc-32e25b4ac439 for instance with vm_state building and task_state spawning. [ 692.840116] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697579, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.943402] env[62664]: DEBUG nova.network.neutron [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Successfully created port: f0102e87-ddc5-4249-a3b6-6eb140146290 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.984614] env[62664]: DEBUG nova.compute.manager [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.024528] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "refresh_cache-76b542df-d968-4830-9988-2b537105e957" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.024528] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "refresh_cache-76b542df-d968-4830-9988-2b537105e957" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.024528] env[62664]: DEBUG nova.network.neutron [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.088885] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697580, 'name': ReconfigVM_Task, 'duration_secs': 0.446707} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.091024] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 22d675da-2ba5-4c9a-8aa2-096eb68e5118/22d675da-2ba5-4c9a-8aa2-096eb68e5118.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.091024] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b0ac170-851c-4a39-b839-ffe6d73d294c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.101442] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 693.101442] env[62664]: value = "task-2697581" [ 693.101442] env[62664]: _type = "Task" [ 693.101442] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.114426] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697581, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.251043] env[62664]: INFO nova.compute.manager [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Rescuing [ 693.251043] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquiring lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.252876] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquired lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.252876] env[62664]: DEBUG nova.network.neutron [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.285813] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "a881c010-07df-40df-a487-42e3e382c8bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.286576] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.342833] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697579, 'name': CreateVM_Task, 'duration_secs': 0.738635} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.346594] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.348012] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.348299] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.348685] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.349040] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d222dff7-db08-4199-9b64-957585ac38b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.351361] env[62664]: DEBUG nova.network.neutron [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updated VIF entry in instance network info cache for port 5ee0585d-a08e-4077-bc79-c7332045cdce. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.351805] env[62664]: DEBUG nova.network.neutron [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance_info_cache with network_info: [{"id": "5ee0585d-a08e-4077-bc79-c7332045cdce", "address": "fa:16:3e:69:a8:77", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee0585d-a0", "ovs_interfaceid": "5ee0585d-a08e-4077-bc79-c7332045cdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.357181] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 693.357181] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c6651c-7783-a4f7-4544-635491dd5d97" [ 693.357181] env[62664]: _type = "Task" [ 693.357181] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.367782] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c6651c-7783-a4f7-4544-635491dd5d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.565113] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89408c80-5ba8-42bb-a1a4-71487e92416a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.575380] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99584de-c927-4e18-9cde-f338b7ebe0d6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.612559] env[62664]: DEBUG nova.network.neutron [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Successfully created port: 068d296d-55a2-4d7e-a699-e93944e499a4 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.615568] env[62664]: DEBUG nova.network.neutron [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.621658] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0ef249-07a8-4f8b-aa3e-f8186f13d6c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.630733] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697581, 'name': Rename_Task, 'duration_secs': 0.163504} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.634030] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.634123] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c351dfee-716b-4cdc-8072-814c531f8a1b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.637091] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb4b4a9-a0c0-4feb-9b25-45f4241e189e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.652223] env[62664]: DEBUG nova.compute.provider_tree [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.654841] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 693.654841] env[62664]: value = "task-2697582" [ 693.654841] env[62664]: _type = "Task" [ 693.654841] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.663836] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.791089] env[62664]: DEBUG nova.compute.manager [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.812341] env[62664]: DEBUG nova.network.neutron [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Updating instance_info_cache with network_info: [{"id": "bb8d7323-ec7b-4076-84fc-32e25b4ac439", "address": "fa:16:3e:b7:b2:64", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8d7323-ec", "ovs_interfaceid": "bb8d7323-ec7b-4076-84fc-32e25b4ac439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.855339] env[62664]: DEBUG oslo_concurrency.lockutils [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] Releasing lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.855552] env[62664]: DEBUG nova.compute.manager [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Received event network-changed-9cf9adba-242f-447d-bca0-bba443545b8b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.855808] env[62664]: DEBUG nova.compute.manager [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Refreshing instance network info cache due to event network-changed-9cf9adba-242f-447d-bca0-bba443545b8b. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.856248] env[62664]: DEBUG oslo_concurrency.lockutils [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] Acquiring lock "refresh_cache-61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.856458] env[62664]: DEBUG oslo_concurrency.lockutils [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] Acquired lock "refresh_cache-61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.856597] env[62664]: DEBUG nova.network.neutron [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Refreshing network info cache for port 9cf9adba-242f-447d-bca0-bba443545b8b {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.872350] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c6651c-7783-a4f7-4544-635491dd5d97, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.872653] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.872878] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.873117] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.873263] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.873438] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.873690] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c7a690d-726f-41cd-9e1d-fe749f494a5c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.885490] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.885490] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.885490] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f1ddf3-ed55-4802-ab16-460b8721212e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.892568] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 693.892568] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52aca9d4-af8b-39cc-d05c-764a3a4964d2" [ 693.892568] env[62664]: _type = "Task" [ 693.892568] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.907027] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52aca9d4-af8b-39cc-d05c-764a3a4964d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.001660] env[62664]: DEBUG nova.compute.manager [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.038195] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.038439] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.038592] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.039152] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.039573] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.039773] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.039994] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.040180] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.040345] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.040506] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.040673] env[62664]: DEBUG nova.virt.hardware [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.041540] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca7869-51d3-4170-b088-6254ab8c91f5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.050554] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464eeb42-0bea-4b8c-a9cb-f10809bfc107 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.157357] env[62664]: DEBUG nova.scheduler.client.report [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.168402] env[62664]: DEBUG nova.network.neutron [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Successfully created port: 3500a566-520f-4b0e-9244-1bc32a9d1072 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.171440] env[62664]: DEBUG nova.network.neutron [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updating instance_info_cache with network_info: [{"id": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "address": "fa:16:3e:b7:54:fa", "network": {"id": "c71bbb9d-7b70-410b-8f8c-319027cd259a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-276284631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f86d4e6a1e0340c29c47669e4a73866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3553569f-d4", "ovs_interfaceid": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.178009] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697582, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.315643] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "refresh_cache-76b542df-d968-4830-9988-2b537105e957" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.316043] env[62664]: DEBUG nova.compute.manager [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Instance network_info: |[{"id": "bb8d7323-ec7b-4076-84fc-32e25b4ac439", "address": "fa:16:3e:b7:b2:64", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8d7323-ec", "ovs_interfaceid": "bb8d7323-ec7b-4076-84fc-32e25b4ac439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.317411] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.317804] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:b2:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb8d7323-ec7b-4076-84fc-32e25b4ac439', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.325486] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating folder: Project (ec3f088e5a9c4a51a5b2b6bfe132e60b). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.326126] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4f6d8ef-90a4-4a26-9a50-e4015c8f6035 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.341455] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Created folder: Project (ec3f088e5a9c4a51a5b2b6bfe132e60b) in parent group-v543506. [ 694.341649] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating folder: Instances. Parent ref: group-v543626. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.341888] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a0db5ec-d1ec-455a-82f5-b5155f465bf0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.353358] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Created folder: Instances in parent group-v543626. [ 694.353696] env[62664]: DEBUG oslo.service.loopingcall [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.353798] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b542df-d968-4830-9988-2b537105e957] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.354012] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8a15721-03a9-44e5-ab8c-ddaadba12886 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.379735] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.379735] env[62664]: value = "task-2697585" [ 694.379735] env[62664]: _type = "Task" [ 694.379735] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.389846] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697585, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.414020] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52aca9d4-af8b-39cc-d05c-764a3a4964d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012101} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.414020] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba67c126-f329-4389-9c35-e53c4ef6ae65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.417974] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 694.417974] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a6b27e-fe0b-e555-5cf7-0d2470bf6abb" [ 694.417974] env[62664]: _type = "Task" [ 694.417974] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.428709] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a6b27e-fe0b-e555-5cf7-0d2470bf6abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.665575] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.666115] env[62664]: DEBUG nova.compute.manager [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.669903] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.041s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.669903] env[62664]: DEBUG nova.objects.instance [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lazy-loading 'resources' on Instance uuid 0bc69f9f-9de0-49ec-8725-32f4da72f5f7 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.677440] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Releasing lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.679782] env[62664]: DEBUG oslo_vmware.api [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697582, 'name': PowerOnVM_Task, 'duration_secs': 0.590961} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.680707] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.680930] env[62664]: INFO nova.compute.manager [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Took 8.97 seconds to spawn the instance on the hypervisor. [ 694.681160] env[62664]: DEBUG nova.compute.manager [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.682306] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72c054a-c33f-4163-9041-9de9999aabd2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.709566] env[62664]: DEBUG nova.compute.manager [req-d3b335c3-dd6f-4534-8dd0-d6b48fa0ae38 req-a837c062-dca5-435c-a2bb-138758ea35c3 service nova] [instance: 76b542df-d968-4830-9988-2b537105e957] Received event network-changed-bb8d7323-ec7b-4076-84fc-32e25b4ac439 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.709765] env[62664]: DEBUG nova.compute.manager [req-d3b335c3-dd6f-4534-8dd0-d6b48fa0ae38 req-a837c062-dca5-435c-a2bb-138758ea35c3 service nova] [instance: 76b542df-d968-4830-9988-2b537105e957] Refreshing instance network info cache due to event network-changed-bb8d7323-ec7b-4076-84fc-32e25b4ac439. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 694.710640] env[62664]: DEBUG oslo_concurrency.lockutils [req-d3b335c3-dd6f-4534-8dd0-d6b48fa0ae38 req-a837c062-dca5-435c-a2bb-138758ea35c3 service nova] Acquiring lock "refresh_cache-76b542df-d968-4830-9988-2b537105e957" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.712990] env[62664]: DEBUG oslo_concurrency.lockutils [req-d3b335c3-dd6f-4534-8dd0-d6b48fa0ae38 req-a837c062-dca5-435c-a2bb-138758ea35c3 service nova] Acquired lock "refresh_cache-76b542df-d968-4830-9988-2b537105e957" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.713216] env[62664]: DEBUG nova.network.neutron [req-d3b335c3-dd6f-4534-8dd0-d6b48fa0ae38 req-a837c062-dca5-435c-a2bb-138758ea35c3 service nova] [instance: 76b542df-d968-4830-9988-2b537105e957] Refreshing network info cache for port bb8d7323-ec7b-4076-84fc-32e25b4ac439 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.726436] env[62664]: DEBUG nova.network.neutron [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Updated VIF entry in instance network info cache for port 9cf9adba-242f-447d-bca0-bba443545b8b. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.726774] env[62664]: DEBUG nova.network.neutron [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Updating instance_info_cache with network_info: [{"id": "9cf9adba-242f-447d-bca0-bba443545b8b", "address": "fa:16:3e:c1:d2:35", "network": {"id": "cda010af-00ba-42b0-aad2-026eff16fe83", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1930854392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0339849d1d674a8cb55c4af8fbeeadaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf9adba-24", "ovs_interfaceid": "9cf9adba-242f-447d-bca0-bba443545b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.892483] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697585, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.929000] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a6b27e-fe0b-e555-5cf7-0d2470bf6abb, 'name': SearchDatastore_Task, 'duration_secs': 0.032621} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.929366] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.929641] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f67479a8-cf01-4c3c-83ae-e7990747a695/f67479a8-cf01-4c3c-83ae-e7990747a695.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.929907] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19d887f2-6b47-4e61-a121-63562249bbf3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.938821] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 694.938821] env[62664]: value = "task-2697586" [ 694.938821] env[62664]: _type = "Task" [ 694.938821] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.948674] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.172883] env[62664]: DEBUG nova.compute.utils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 695.184901] env[62664]: DEBUG nova.compute.manager [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.185176] env[62664]: DEBUG nova.network.neutron [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.210978] env[62664]: INFO nova.compute.manager [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Took 42.78 seconds to build instance. [ 695.229849] env[62664]: DEBUG oslo_concurrency.lockutils [req-a82f8a70-854a-4b26-a893-88d22cf8469f req-e32eaaf1-9ca2-4cc8-b0e8-96cd0478778f service nova] Releasing lock "refresh_cache-61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.239190] env[62664]: DEBUG nova.policy [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a1e9b3e29644959a832d541f790d3f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10ac26e30354c2eade1e6823680bfce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.394262] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697585, 'name': CreateVM_Task, 'duration_secs': 0.683174} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.397153] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b542df-d968-4830-9988-2b537105e957] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.400290] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.400476] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.400779] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.401723] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a289283-df9e-4f90-b9da-7b1ec8d0dc19 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.407491] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 695.407491] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52638052-2a8c-9bad-642a-7d07fda3088d" [ 695.407491] env[62664]: _type = "Task" [ 695.407491] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.419072] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52638052-2a8c-9bad-642a-7d07fda3088d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.451470] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697586, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.509789] env[62664]: DEBUG nova.network.neutron [req-d3b335c3-dd6f-4534-8dd0-d6b48fa0ae38 req-a837c062-dca5-435c-a2bb-138758ea35c3 service nova] [instance: 76b542df-d968-4830-9988-2b537105e957] Updated VIF entry in instance network info cache for port bb8d7323-ec7b-4076-84fc-32e25b4ac439. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.509789] env[62664]: DEBUG nova.network.neutron [req-d3b335c3-dd6f-4534-8dd0-d6b48fa0ae38 req-a837c062-dca5-435c-a2bb-138758ea35c3 service nova] [instance: 76b542df-d968-4830-9988-2b537105e957] Updating instance_info_cache with network_info: [{"id": "bb8d7323-ec7b-4076-84fc-32e25b4ac439", "address": "fa:16:3e:b7:b2:64", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8d7323-ec", "ovs_interfaceid": "bb8d7323-ec7b-4076-84fc-32e25b4ac439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.625613] env[62664]: DEBUG nova.network.neutron [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Successfully created port: c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.679856] env[62664]: DEBUG nova.compute.manager [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.704763] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a54067-c70b-4c26-b5f6-a087a77da6ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.719018] env[62664]: DEBUG oslo_concurrency.lockutils [None req-84120496-2b88-4eef-b52f-8d70af6706cf tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.363s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.719018] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7667d6f9-80a4-42e5-9d9f-d9c24823df20 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.756386] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d216d15-abea-4e91-8aaf-3b62d221097b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.766344] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ed17cc-de34-4de9-b278-468d606c4f1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.782662] env[62664]: DEBUG nova.compute.provider_tree [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.919369] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52638052-2a8c-9bad-642a-7d07fda3088d, 'name': SearchDatastore_Task, 'duration_secs': 0.064946} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.919369] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.919369] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.919369] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.919582] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.919582] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.919670] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b719619-2ce9-4078-b80b-6b500b157fd5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.933251] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.933455] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.934296] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141f6ed0-d49c-40c4-b1d9-be9b49da0dd7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.946049] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 695.946049] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5217acc8-ca82-73e3-b99b-901ad2077992" [ 695.946049] env[62664]: _type = "Task" [ 695.946049] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.966549] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615746} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.966637] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5217acc8-ca82-73e3-b99b-901ad2077992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.966842] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f67479a8-cf01-4c3c-83ae-e7990747a695/f67479a8-cf01-4c3c-83ae-e7990747a695.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.967450] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.967450] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-874b5e01-c6b4-4704-bba2-236f8b96e99b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.976589] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 695.976589] env[62664]: value = "task-2697587" [ 695.976589] env[62664]: _type = "Task" [ 695.976589] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.985483] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.012610] env[62664]: DEBUG oslo_concurrency.lockutils [req-d3b335c3-dd6f-4534-8dd0-d6b48fa0ae38 req-a837c062-dca5-435c-a2bb-138758ea35c3 service nova] Releasing lock "refresh_cache-76b542df-d968-4830-9988-2b537105e957" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.127904] env[62664]: DEBUG nova.compute.manager [req-734a79fe-4045-4d2a-a5a7-32c1d87259e6 req-2b097331-8e92-4b84-b4af-e1fff24c0c4e service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received event network-vif-plugged-f0102e87-ddc5-4249-a3b6-6eb140146290 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.128280] env[62664]: DEBUG oslo_concurrency.lockutils [req-734a79fe-4045-4d2a-a5a7-32c1d87259e6 req-2b097331-8e92-4b84-b4af-e1fff24c0c4e service nova] Acquiring lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.128606] env[62664]: DEBUG oslo_concurrency.lockutils [req-734a79fe-4045-4d2a-a5a7-32c1d87259e6 req-2b097331-8e92-4b84-b4af-e1fff24c0c4e service nova] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.128917] env[62664]: DEBUG oslo_concurrency.lockutils [req-734a79fe-4045-4d2a-a5a7-32c1d87259e6 req-2b097331-8e92-4b84-b4af-e1fff24c0c4e service nova] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.129205] env[62664]: DEBUG nova.compute.manager [req-734a79fe-4045-4d2a-a5a7-32c1d87259e6 req-2b097331-8e92-4b84-b4af-e1fff24c0c4e service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] No waiting events found dispatching network-vif-plugged-f0102e87-ddc5-4249-a3b6-6eb140146290 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.129535] env[62664]: WARNING nova.compute.manager [req-734a79fe-4045-4d2a-a5a7-32c1d87259e6 req-2b097331-8e92-4b84-b4af-e1fff24c0c4e service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received unexpected event network-vif-plugged-f0102e87-ddc5-4249-a3b6-6eb140146290 for instance with vm_state building and task_state spawning. [ 696.157963] env[62664]: DEBUG nova.network.neutron [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Successfully updated port: f0102e87-ddc5-4249-a3b6-6eb140146290 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.261034] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.261751] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7447cd9b-6545-426d-86a0-663fe534c48b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.270607] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 696.270607] env[62664]: value = "task-2697588" [ 696.270607] env[62664]: _type = "Task" [ 696.270607] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.280724] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.286413] env[62664]: DEBUG nova.scheduler.client.report [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.306620] env[62664]: INFO nova.compute.manager [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Rescuing [ 696.306893] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "refresh_cache-22d675da-2ba5-4c9a-8aa2-096eb68e5118" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.307067] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "refresh_cache-22d675da-2ba5-4c9a-8aa2-096eb68e5118" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.307242] env[62664]: DEBUG nova.network.neutron [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.460857] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5217acc8-ca82-73e3-b99b-901ad2077992, 'name': SearchDatastore_Task, 'duration_secs': 0.022984} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.461654] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaa3eb6-1e48-4b65-8ca6-69c17a764b5e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.467585] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 696.467585] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52de4c22-a5af-0773-0d1d-f2a320ff1fbd" [ 696.467585] env[62664]: _type = "Task" [ 696.467585] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.475318] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52de4c22-a5af-0773-0d1d-f2a320ff1fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.484979] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072701} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.485330] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.486087] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbcca7c-d92c-4f23-9b85-bd904dc25c59 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.507679] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f67479a8-cf01-4c3c-83ae-e7990747a695/f67479a8-cf01-4c3c-83ae-e7990747a695.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.507967] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb616115-5a1d-409b-a5f3-39bcb9e5fb1e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.528866] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 696.528866] env[62664]: value = "task-2697589" [ 696.528866] env[62664]: _type = "Task" [ 696.528866] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.536903] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.689429] env[62664]: DEBUG nova.compute.manager [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.725290] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.725290] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.725290] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.725469] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.725469] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.725532] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.725742] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.726624] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.726624] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.726624] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.726624] env[62664]: DEBUG nova.virt.hardware [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.727255] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf24abfb-5b29-4ad5-abbf-217611863aef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.735760] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41dc410-78fe-48de-bd2a-581b2b7b3f60 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.783416] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697588, 'name': PowerOffVM_Task, 'duration_secs': 0.425698} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.783416] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.783416] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdc5d87-edd2-425d-91c4-5182a00ed66d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.800443] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.802882] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.445s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.804387] env[62664]: INFO nova.compute.claims [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.807601] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d65ed0-6661-4fd2-9ae5-5ddb5296f9e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.833861] env[62664]: INFO nova.scheduler.client.report [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Deleted allocations for instance 0bc69f9f-9de0-49ec-8725-32f4da72f5f7 [ 696.850479] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.851239] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a36e2607-53be-4641-9947-899e955853db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.858695] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 696.858695] env[62664]: value = "task-2697590" [ 696.858695] env[62664]: _type = "Task" [ 696.858695] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.868948] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.980783] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52de4c22-a5af-0773-0d1d-f2a320ff1fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.013116} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.981119] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.981395] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 76b542df-d968-4830-9988-2b537105e957/76b542df-d968-4830-9988-2b537105e957.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.981650] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a608ee3b-8137-4308-9f81-ef2ca2d32671 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.989320] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 696.989320] env[62664]: value = "task-2697591" [ 696.989320] env[62664]: _type = "Task" [ 696.989320] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.002529] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.039725] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697589, 'name': ReconfigVM_Task, 'duration_secs': 0.383935} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.040104] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f67479a8-cf01-4c3c-83ae-e7990747a695/f67479a8-cf01-4c3c-83ae-e7990747a695.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.040865] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5e2f0f1-3500-45cc-bb9d-d027bc74ca71 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.047615] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 697.047615] env[62664]: value = "task-2697592" [ 697.047615] env[62664]: _type = "Task" [ 697.047615] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.056297] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697592, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.123280] env[62664]: DEBUG nova.network.neutron [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Updating instance_info_cache with network_info: [{"id": "6281d6eb-6bed-43fa-9a64-c0528fe429e6", "address": "fa:16:3e:d0:03:c8", "network": {"id": "b9edf0cf-6087-4f27-bfe9-a805e7c9f96d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1333853504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c17cc64496441caa36c38918a5632aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6281d6eb-6b", "ovs_interfaceid": "6281d6eb-6bed-43fa-9a64-c0528fe429e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.347235] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b83b6c3a-9991-4717-9e02-53b1f3c48ce8 tempest-ServerGroupTestJSON-1972766157 tempest-ServerGroupTestJSON-1972766157-project-member] Lock "0bc69f9f-9de0-49ec-8725-32f4da72f5f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.621s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.371448] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 697.371615] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.371866] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.372037] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.372213] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.372842] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-add39e2a-70eb-4b0c-aee8-4f12a1359b32 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.387601] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.387601] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.388214] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a9e3d0-9f09-4e35-85b1-968799026acb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.394742] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 697.394742] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256b46b-900c-fcb3-dd8f-ddcf5684564e" [ 697.394742] env[62664]: _type = "Task" [ 697.394742] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.404069] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256b46b-900c-fcb3-dd8f-ddcf5684564e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.502882] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498408} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.503302] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 76b542df-d968-4830-9988-2b537105e957/76b542df-d968-4830-9988-2b537105e957.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.503618] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.503969] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7eb221db-1702-4424-8686-d656188a4e79 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.511587] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 697.511587] env[62664]: value = "task-2697593" [ 697.511587] env[62664]: _type = "Task" [ 697.511587] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.526139] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.533149] env[62664]: DEBUG nova.network.neutron [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Successfully updated port: c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.560620] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697592, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.625848] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "refresh_cache-22d675da-2ba5-4c9a-8aa2-096eb68e5118" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.907470] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256b46b-900c-fcb3-dd8f-ddcf5684564e, 'name': SearchDatastore_Task, 'duration_secs': 0.054714} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.908296] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e692b9-ae42-4a7b-9829-b3fbe887d12c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.915639] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 697.915639] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529e6783-d10a-7ef9-7dc8-661775fdaadc" [ 697.915639] env[62664]: _type = "Task" [ 697.915639] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.923257] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529e6783-d10a-7ef9-7dc8-661775fdaadc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.025639] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064422} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.026041] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.027754] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daf8bf6-e98f-41ad-beff-22518076fb60 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.045485] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "refresh_cache-d2136d99-28b5-4aa3-bb21-6086d55743b1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.045718] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired lock "refresh_cache-d2136d99-28b5-4aa3-bb21-6086d55743b1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.045906] env[62664]: DEBUG nova.network.neutron [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.063727] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 76b542df-d968-4830-9988-2b537105e957/76b542df-d968-4830-9988-2b537105e957.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.069752] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-423bb163-399a-492b-a06f-a1ff93e05b0e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.095162] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697592, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.099444] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 698.099444] env[62664]: value = "task-2697594" [ 698.099444] env[62664]: _type = "Task" [ 698.099444] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.107543] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.140775] env[62664]: DEBUG nova.network.neutron [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.159710] env[62664]: DEBUG nova.compute.manager [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received event network-changed-f0102e87-ddc5-4249-a3b6-6eb140146290 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.159923] env[62664]: DEBUG nova.compute.manager [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Refreshing instance network info cache due to event network-changed-f0102e87-ddc5-4249-a3b6-6eb140146290. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 698.160147] env[62664]: DEBUG oslo_concurrency.lockutils [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] Acquiring lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.160286] env[62664]: DEBUG oslo_concurrency.lockutils [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] Acquired lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.160440] env[62664]: DEBUG nova.network.neutron [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Refreshing network info cache for port f0102e87-ddc5-4249-a3b6-6eb140146290 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.354940] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da28cbc-c2c2-4bed-a55f-2c2dbcf8ee68 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.370021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b8f2bf-9601-468d-92a5-d216abf2939b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.399615] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66098ef1-8dba-49b7-b2e6-8545a927d573 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.407511] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff00d5d9-e334-4aea-85ce-52e88caa4ae1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.425160] env[62664]: DEBUG nova.compute.provider_tree [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.429661] env[62664]: DEBUG nova.network.neutron [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Updating instance_info_cache with network_info: [{"id": "c495c9bc-0abe-41d9-a95f-a5c809ecf0f2", "address": "fa:16:3e:1b:ef:c7", "network": {"id": "4ff3f244-7e1f-472b-8cf2-37051409a5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-530898032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ac26e30354c2eade1e6823680bfce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc495c9bc-0a", "ovs_interfaceid": "c495c9bc-0abe-41d9-a95f-a5c809ecf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.440952] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529e6783-d10a-7ef9-7dc8-661775fdaadc, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.440952] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.441294] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] b493b6f4-5055-492f-84e4-25f70ca231aa/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. {{(pid=62664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 698.442147] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-043554d0-93ee-4f54-955a-f15009cb2485 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.448846] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 698.448846] env[62664]: value = "task-2697595" [ 698.448846] env[62664]: _type = "Task" [ 698.448846] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.457065] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.492277] env[62664]: DEBUG nova.network.neutron [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Successfully updated port: 068d296d-55a2-4d7e-a699-e93944e499a4 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.579693] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697592, 'name': Rename_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.608981] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697594, 'name': ReconfigVM_Task, 'duration_secs': 0.366112} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.609391] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 76b542df-d968-4830-9988-2b537105e957/76b542df-d968-4830-9988-2b537105e957.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.610356] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29fd2111-60cb-4d79-b2c3-e8ac26457157 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.617803] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 698.617803] env[62664]: value = "task-2697596" [ 698.617803] env[62664]: _type = "Task" [ 698.617803] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.628915] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697596, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.712742] env[62664]: DEBUG nova.network.neutron [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.821301] env[62664]: DEBUG nova.network.neutron [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.932022] env[62664]: DEBUG nova.scheduler.client.report [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.934205] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Releasing lock "refresh_cache-d2136d99-28b5-4aa3-bb21-6086d55743b1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.934695] env[62664]: DEBUG nova.compute.manager [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Instance network_info: |[{"id": "c495c9bc-0abe-41d9-a95f-a5c809ecf0f2", "address": "fa:16:3e:1b:ef:c7", "network": {"id": "4ff3f244-7e1f-472b-8cf2-37051409a5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-530898032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ac26e30354c2eade1e6823680bfce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc495c9bc-0a", "ovs_interfaceid": "c495c9bc-0abe-41d9-a95f-a5c809ecf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.937020] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:ef:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c495c9bc-0abe-41d9-a95f-a5c809ecf0f2', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.946199] env[62664]: DEBUG oslo.service.loopingcall [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.946199] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.946730] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1edae81-7eb7-468d-8b14-aa1c05eb35a2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.976510] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498872} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.977590] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] b493b6f4-5055-492f-84e4-25f70ca231aa/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. [ 698.977906] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.977906] env[62664]: value = "task-2697597" [ 698.977906] env[62664]: _type = "Task" [ 698.977906] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.978734] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2714a583-66e7-458c-8332-3b8f21c575c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.016287] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] b493b6f4-5055-492f-84e4-25f70ca231aa/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.018087] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b53a8fc-933a-49f9-bd48-e3d735a33997 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.036293] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697597, 'name': CreateVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.041782] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 699.041782] env[62664]: value = "task-2697598" [ 699.041782] env[62664]: _type = "Task" [ 699.041782] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.050350] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.086270] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697592, 'name': Rename_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.128595] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697596, 'name': Rename_Task, 'duration_secs': 0.395998} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.128595] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.129022] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-437179b9-da93-4c28-b9ad-94e0e2ab4dac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.135677] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 699.135677] env[62664]: value = "task-2697599" [ 699.135677] env[62664]: _type = "Task" [ 699.135677] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.144300] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.164109] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.164109] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ae018f4-3db3-4aa7-99b3-e7b928619add {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.169961] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 699.169961] env[62664]: value = "task-2697600" [ 699.169961] env[62664]: _type = "Task" [ 699.169961] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.181579] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.215878] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Acquiring lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.216310] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.323453] env[62664]: DEBUG oslo_concurrency.lockutils [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] Releasing lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.323916] env[62664]: DEBUG nova.compute.manager [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Received event network-vif-plugged-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.324272] env[62664]: DEBUG oslo_concurrency.lockutils [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] Acquiring lock "d2136d99-28b5-4aa3-bb21-6086d55743b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.324525] env[62664]: DEBUG oslo_concurrency.lockutils [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] Lock "d2136d99-28b5-4aa3-bb21-6086d55743b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.324743] env[62664]: DEBUG oslo_concurrency.lockutils [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] Lock "d2136d99-28b5-4aa3-bb21-6086d55743b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.324942] env[62664]: DEBUG nova.compute.manager [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] No waiting events found dispatching network-vif-plugged-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.325159] env[62664]: WARNING nova.compute.manager [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Received unexpected event network-vif-plugged-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 for instance with vm_state building and task_state spawning. [ 699.325358] env[62664]: DEBUG nova.compute.manager [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Received event network-changed-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.325528] env[62664]: DEBUG nova.compute.manager [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Refreshing instance network info cache due to event network-changed-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.325756] env[62664]: DEBUG oslo_concurrency.lockutils [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] Acquiring lock "refresh_cache-d2136d99-28b5-4aa3-bb21-6086d55743b1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.325949] env[62664]: DEBUG oslo_concurrency.lockutils [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] Acquired lock "refresh_cache-d2136d99-28b5-4aa3-bb21-6086d55743b1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.328706] env[62664]: DEBUG nova.network.neutron [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Refreshing network info cache for port c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.435050] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.435667] env[62664]: DEBUG nova.compute.manager [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.439312] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.808s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.440742] env[62664]: INFO nova.compute.claims [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.492531] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697597, 'name': CreateVM_Task, 'duration_secs': 0.348806} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.492714] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.493438] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.493625] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.493942] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.494482] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26954494-c060-45bb-9aff-d89c3e9fa985 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.498954] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 699.498954] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cbce70-c4f9-9f25-8ee3-fc6014cc6dc8" [ 699.498954] env[62664]: _type = "Task" [ 699.498954] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.506857] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cbce70-c4f9-9f25-8ee3-fc6014cc6dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.552118] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697598, 'name': ReconfigVM_Task, 'duration_secs': 0.427205} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.552484] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Reconfigured VM instance instance-00000026 to attach disk [datastore2] b493b6f4-5055-492f-84e4-25f70ca231aa/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.553560] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f923250-0ff3-4cbc-af21-a7b7af9c4d9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.582589] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805414f0-0ff2-4137-93cb-f169d7f7ec37 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.600414] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697592, 'name': Rename_Task, 'duration_secs': 2.258359} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.601855] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.602345] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 699.602345] env[62664]: value = "task-2697601" [ 699.602345] env[62664]: _type = "Task" [ 699.602345] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.602546] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-992699a6-2dae-40e9-ae3c-f69a327593c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.613547] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.614757] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 699.614757] env[62664]: value = "task-2697602" [ 699.614757] env[62664]: _type = "Task" [ 699.614757] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.622564] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.647280] env[62664]: DEBUG oslo_vmware.api [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697599, 'name': PowerOnVM_Task, 'duration_secs': 0.511532} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.647663] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.647846] env[62664]: INFO nova.compute.manager [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Took 8.41 seconds to spawn the instance on the hypervisor. [ 699.648033] env[62664]: DEBUG nova.compute.manager [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.648831] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191bbc29-94b9-48a3-8a3d-12b1b73f6ee0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.680988] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697600, 'name': PowerOffVM_Task, 'duration_secs': 0.275567} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.681348] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.682383] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d3c08f-1f35-4d3b-8ff6-c3ec6759f509 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.702132] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e6c432-fe1a-4781-ad49-5a934652e719 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.719243] env[62664]: DEBUG nova.compute.utils [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.742237] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.742549] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8c1222f-05a3-4434-9b6b-65814e5c5c96 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.750592] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 699.750592] env[62664]: value = "task-2697603" [ 699.750592] env[62664]: _type = "Task" [ 699.750592] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.760750] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.945321] env[62664]: DEBUG nova.compute.utils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.951808] env[62664]: DEBUG nova.compute.manager [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.952100] env[62664]: DEBUG nova.network.neutron [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.009990] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cbce70-c4f9-9f25-8ee3-fc6014cc6dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.010378] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.010616] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.010852] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.011008] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.011200] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.012656] env[62664]: DEBUG nova.policy [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92a1939d0ff94a2986ed631df5ce01d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf948b5e18754fee987062d5b4ec17fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.014119] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c78e19-4788-4d5d-8890-819c552c1347 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.028775] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.028963] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.029703] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1e53ec-be9a-4c7a-ae79-54526885b340 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.035077] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 700.035077] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e5e0d9-3ced-66e2-7bc2-a924e9ec570c" [ 700.035077] env[62664]: _type = "Task" [ 700.035077] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.042570] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e5e0d9-3ced-66e2-7bc2-a924e9ec570c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.050739] env[62664]: DEBUG nova.network.neutron [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Updated VIF entry in instance network info cache for port c495c9bc-0abe-41d9-a95f-a5c809ecf0f2. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.051098] env[62664]: DEBUG nova.network.neutron [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Updating instance_info_cache with network_info: [{"id": "c495c9bc-0abe-41d9-a95f-a5c809ecf0f2", "address": "fa:16:3e:1b:ef:c7", "network": {"id": "4ff3f244-7e1f-472b-8cf2-37051409a5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-530898032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ac26e30354c2eade1e6823680bfce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc495c9bc-0a", "ovs_interfaceid": "c495c9bc-0abe-41d9-a95f-a5c809ecf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.115218] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697601, 'name': ReconfigVM_Task, 'duration_secs': 0.169166} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.118760] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.119163] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b7a3260-0ed7-43d0-8e32-372c0541be36 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.130020] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697602, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.130020] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 700.130020] env[62664]: value = "task-2697604" [ 700.130020] env[62664]: _type = "Task" [ 700.130020] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.135938] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.168793] env[62664]: INFO nova.compute.manager [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Took 34.73 seconds to build instance. [ 700.222073] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.264749] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 700.265160] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.265534] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.265747] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.266226] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.266483] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8544b809-f4cf-4ae6-8a85-62fbbf817a13 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.276132] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.276553] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.277468] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1910ecc3-0ef5-4fc3-a890-c7cb74ad4beb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.285110] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 700.285110] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527de5d0-a20c-fb7d-9878-5e94308c06a7" [ 700.285110] env[62664]: _type = "Task" [ 700.285110] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.296978] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527de5d0-a20c-fb7d-9878-5e94308c06a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.395043] env[62664]: DEBUG nova.network.neutron [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Successfully created port: 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.450117] env[62664]: DEBUG nova.compute.manager [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.550651] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e5e0d9-3ced-66e2-7bc2-a924e9ec570c, 'name': SearchDatastore_Task, 'duration_secs': 0.042644} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.550952] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03633244-8dac-4e7c-be49-47cb6322bcbf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.553591] env[62664]: DEBUG oslo_concurrency.lockutils [req-f63aee8d-3b03-489d-a29a-610d21c5112b req-91e0ad9c-914f-498a-a260-e20a211c9a0d service nova] Releasing lock "refresh_cache-d2136d99-28b5-4aa3-bb21-6086d55743b1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.557305] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 700.557305] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52df31b3-aaf9-4c44-21a3-c1379af0dc54" [ 700.557305] env[62664]: _type = "Task" [ 700.557305] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.571439] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52df31b3-aaf9-4c44-21a3-c1379af0dc54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.587423] env[62664]: DEBUG nova.network.neutron [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Successfully updated port: 3500a566-520f-4b0e-9244-1bc32a9d1072 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.625372] env[62664]: DEBUG oslo_vmware.api [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697602, 'name': PowerOnVM_Task, 'duration_secs': 0.847473} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.627930] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.628160] env[62664]: INFO nova.compute.manager [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Took 12.19 seconds to spawn the instance on the hypervisor. [ 700.628345] env[62664]: DEBUG nova.compute.manager [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.629369] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2140ad4-d62e-4b19-b5c0-2ee9d44b0703 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.644133] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.671218] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2dc9758b-5fbd-427b-9c28-38983e5be860 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "76b542df-d968-4830-9988-2b537105e957" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.742s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.680387] env[62664]: DEBUG nova.compute.manager [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received event network-vif-plugged-068d296d-55a2-4d7e-a699-e93944e499a4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.680387] env[62664]: DEBUG oslo_concurrency.lockutils [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] Acquiring lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.680387] env[62664]: DEBUG oslo_concurrency.lockutils [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.680387] env[62664]: DEBUG oslo_concurrency.lockutils [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.680387] env[62664]: DEBUG nova.compute.manager [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] No waiting events found dispatching network-vif-plugged-068d296d-55a2-4d7e-a699-e93944e499a4 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.680721] env[62664]: WARNING nova.compute.manager [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received unexpected event network-vif-plugged-068d296d-55a2-4d7e-a699-e93944e499a4 for instance with vm_state building and task_state spawning. [ 700.680721] env[62664]: DEBUG nova.compute.manager [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received event network-changed-068d296d-55a2-4d7e-a699-e93944e499a4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.680721] env[62664]: DEBUG nova.compute.manager [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Refreshing instance network info cache due to event network-changed-068d296d-55a2-4d7e-a699-e93944e499a4. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.680721] env[62664]: DEBUG oslo_concurrency.lockutils [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] Acquiring lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.680988] env[62664]: DEBUG oslo_concurrency.lockutils [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] Acquired lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.681287] env[62664]: DEBUG nova.network.neutron [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Refreshing network info cache for port 068d296d-55a2-4d7e-a699-e93944e499a4 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.798906] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527de5d0-a20c-fb7d-9878-5e94308c06a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014396} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.799758] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf678b88-cbfe-4908-b5d4-d0edda656bef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.809655] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 700.809655] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523b9cc6-6e39-9dae-1a32-d7181df6c685" [ 700.809655] env[62664]: _type = "Task" [ 700.809655] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.819049] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523b9cc6-6e39-9dae-1a32-d7181df6c685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.938687] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d90a01-00dc-4dfd-8923-c8ba69d5e37c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.946376] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add4410c-6919-437f-80d2-9eccd47e19fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.983256] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2221d58-5955-4886-89de-e28d0a07ee86 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.991048] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fa38a0-8977-4084-8a34-95e886aa405b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.004770] env[62664]: DEBUG nova.compute.provider_tree [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.072143] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52df31b3-aaf9-4c44-21a3-c1379af0dc54, 'name': SearchDatastore_Task, 'duration_secs': 0.02734} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.072501] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.072723] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d2136d99-28b5-4aa3-bb21-6086d55743b1/d2136d99-28b5-4aa3-bb21-6086d55743b1.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.073028] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8b7f4a8-1798-48e2-9822-a0a4bf4c1b92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.081026] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 701.081026] env[62664]: value = "task-2697605" [ 701.081026] env[62664]: _type = "Task" [ 701.081026] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.089998] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.092825] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.110588] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "ccb5bbc3-89f6-42fd-aa77-55abb463eb53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.110588] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "ccb5bbc3-89f6-42fd-aa77-55abb463eb53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.138013] env[62664]: DEBUG oslo_vmware.api [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697604, 'name': PowerOnVM_Task, 'duration_secs': 1.005889} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.138013] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.140196] env[62664]: DEBUG nova.compute.manager [None req-6cd1cff7-e8af-449b-b94e-4efc10a43ac4 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.140953] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7789e27b-168c-4e6e-a8a6-896bedfdd696 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.157252] env[62664]: INFO nova.compute.manager [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Took 43.78 seconds to build instance. [ 701.237810] env[62664]: DEBUG nova.network.neutron [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.308122] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Acquiring lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.308349] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.308671] env[62664]: INFO nova.compute.manager [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Attaching volume 3aba59f1-5413-4604-a6e5-e4acbf25153d to /dev/sdb [ 701.325334] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523b9cc6-6e39-9dae-1a32-d7181df6c685, 'name': SearchDatastore_Task, 'duration_secs': 0.018667} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.325663] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.325947] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 22d675da-2ba5-4c9a-8aa2-096eb68e5118/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. {{(pid=62664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 701.327303] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7292e99b-b588-46c9-902d-92f103ef77f9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.333579] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 701.333579] env[62664]: value = "task-2697606" [ 701.333579] env[62664]: _type = "Task" [ 701.333579] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.350274] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.360161] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21167baf-b5fa-4d65-8c03-c6b9addacba7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.370430] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2902746a-0419-4891-9ac1-ff25d034b613 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.386276] env[62664]: DEBUG nova.virt.block_device [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Updating existing volume attachment record: 6f017dc7-48e4-4434-b33a-6f1c64b87f1f {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 701.409858] env[62664]: DEBUG nova.network.neutron [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.483738] env[62664]: DEBUG nova.compute.manager [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.508020] env[62664]: DEBUG nova.scheduler.client.report [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.513975] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.514433] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.514433] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.514588] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.514736] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.514882] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.515100] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.515261] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.515465] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.515580] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.515752] env[62664]: DEBUG nova.virt.hardware [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.516660] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5332f2-4f48-4cc3-a832-9e60d228a5f5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.526684] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe84fddf-02fe-4b5f-9fb5-013e00678009 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.567088] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "76b542df-d968-4830-9988-2b537105e957" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.567371] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "76b542df-d968-4830-9988-2b537105e957" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.567552] env[62664]: DEBUG nova.compute.manager [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.568768] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89534eb0-5a0d-4255-b00f-5516e54a4c8e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.578080] env[62664]: DEBUG nova.compute.manager [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 701.578687] env[62664]: DEBUG nova.objects.instance [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lazy-loading 'flavor' on Instance uuid 76b542df-d968-4830-9988-2b537105e957 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.594448] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.613211] env[62664]: DEBUG nova.compute.manager [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.659410] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d73311ae-3faa-41a2-babe-0e820e6fdea1 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "f67479a8-cf01-4c3c-83ae-e7990747a695" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.062s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.845751] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697606, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.912379] env[62664]: DEBUG oslo_concurrency.lockutils [req-3974de0c-2a73-4acc-9260-12d0aa3d7cfc req-3841f18f-d13e-4542-b27f-19d9931a7262 service nova] Releasing lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.913030] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquired lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.913130] env[62664]: DEBUG nova.network.neutron [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.021946] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.021946] env[62664]: DEBUG nova.compute.manager [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.025312] env[62664]: DEBUG oslo_concurrency.lockutils [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.853s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.025556] env[62664]: DEBUG nova.objects.instance [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lazy-loading 'resources' on Instance uuid 84d7c75f-6887-4d78-bb82-2d937e407e43 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.035725] env[62664]: DEBUG nova.compute.manager [req-57dcd414-c0ea-43f8-8deb-0084eebc07ed req-89cce962-af7f-4922-9db9-72b2ea9640e9 service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Received event network-vif-plugged-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.035725] env[62664]: DEBUG oslo_concurrency.lockutils [req-57dcd414-c0ea-43f8-8deb-0084eebc07ed req-89cce962-af7f-4922-9db9-72b2ea9640e9 service nova] Acquiring lock "50b292c3-8baf-49ad-acda-d76f52695c20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.035725] env[62664]: DEBUG oslo_concurrency.lockutils [req-57dcd414-c0ea-43f8-8deb-0084eebc07ed req-89cce962-af7f-4922-9db9-72b2ea9640e9 service nova] Lock "50b292c3-8baf-49ad-acda-d76f52695c20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.035725] env[62664]: DEBUG oslo_concurrency.lockutils [req-57dcd414-c0ea-43f8-8deb-0084eebc07ed req-89cce962-af7f-4922-9db9-72b2ea9640e9 service nova] Lock "50b292c3-8baf-49ad-acda-d76f52695c20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.036416] env[62664]: DEBUG nova.compute.manager [req-57dcd414-c0ea-43f8-8deb-0084eebc07ed req-89cce962-af7f-4922-9db9-72b2ea9640e9 service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] No waiting events found dispatching network-vif-plugged-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.036572] env[62664]: WARNING nova.compute.manager [req-57dcd414-c0ea-43f8-8deb-0084eebc07ed req-89cce962-af7f-4922-9db9-72b2ea9640e9 service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Received unexpected event network-vif-plugged-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 for instance with vm_state building and task_state spawning. [ 702.097430] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624491} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.098569] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d2136d99-28b5-4aa3-bb21-6086d55743b1/d2136d99-28b5-4aa3-bb21-6086d55743b1.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.099178] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.100765] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fa6f487-de85-4fa6-a4b1-277836b840c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.109200] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 702.109200] env[62664]: value = "task-2697610" [ 702.109200] env[62664]: _type = "Task" [ 702.109200] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.130694] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.137182] env[62664]: DEBUG nova.network.neutron [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Successfully updated port: 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.150766] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.345191] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781765} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.345191] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 22d675da-2ba5-4c9a-8aa2-096eb68e5118/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. [ 702.345981] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d8b822-1a1e-4943-8523-37c8fa6390da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.371976] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 22d675da-2ba5-4c9a-8aa2-096eb68e5118/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.372337] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9010823a-7774-49a6-98e7-30afe542d7de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.390251] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 702.390251] env[62664]: value = "task-2697611" [ 702.390251] env[62664]: _type = "Task" [ 702.390251] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.398800] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.471696] env[62664]: DEBUG nova.network.neutron [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.529031] env[62664]: DEBUG nova.compute.utils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 702.533221] env[62664]: DEBUG nova.compute.manager [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.533410] env[62664]: DEBUG nova.network.neutron [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.592618] env[62664]: DEBUG nova.policy [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94dcfc543c5b4dad8df42466ed2af6ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5990947add84dc199c2253a90e0fe44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.594355] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.594624] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fc86789-8f9b-4135-8392-b6d11af44c21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.601813] env[62664]: DEBUG oslo_vmware.api [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 702.601813] env[62664]: value = "task-2697612" [ 702.601813] env[62664]: _type = "Task" [ 702.601813] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.610068] env[62664]: DEBUG oslo_vmware.api [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.620382] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072806} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.620674] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.621579] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a145b24-9fe0-44a2-a3b1-89ced4d4295b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.646017] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] d2136d99-28b5-4aa3-bb21-6086d55743b1/d2136d99-28b5-4aa3-bb21-6086d55743b1.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.648972] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "refresh_cache-50b292c3-8baf-49ad-acda-d76f52695c20" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.649130] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquired lock "refresh_cache-50b292c3-8baf-49ad-acda-d76f52695c20" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.649277] env[62664]: DEBUG nova.network.neutron [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.653020] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3172e9e-4b43-4689-8613-f0dbd1abc779 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.674832] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 702.674832] env[62664]: value = "task-2697613" [ 702.674832] env[62664]: _type = "Task" [ 702.674832] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.688052] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.702969] env[62664]: DEBUG nova.network.neutron [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.904833] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.968408] env[62664]: DEBUG nova.compute.manager [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Stashing vm_state: active {{(pid=62664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 703.001778] env[62664]: DEBUG nova.compute.manager [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received event network-vif-plugged-3500a566-520f-4b0e-9244-1bc32a9d1072 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.002246] env[62664]: DEBUG oslo_concurrency.lockutils [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] Acquiring lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.002521] env[62664]: DEBUG oslo_concurrency.lockutils [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.002789] env[62664]: DEBUG oslo_concurrency.lockutils [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.002983] env[62664]: DEBUG nova.compute.manager [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] No waiting events found dispatching network-vif-plugged-3500a566-520f-4b0e-9244-1bc32a9d1072 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.003651] env[62664]: WARNING nova.compute.manager [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received unexpected event network-vif-plugged-3500a566-520f-4b0e-9244-1bc32a9d1072 for instance with vm_state building and task_state spawning. [ 703.003865] env[62664]: DEBUG nova.compute.manager [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received event network-changed-3500a566-520f-4b0e-9244-1bc32a9d1072 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.004099] env[62664]: DEBUG nova.compute.manager [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Refreshing instance network info cache due to event network-changed-3500a566-520f-4b0e-9244-1bc32a9d1072. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.004330] env[62664]: DEBUG oslo_concurrency.lockutils [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] Acquiring lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.030875] env[62664]: DEBUG nova.network.neutron [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Updating instance_info_cache with network_info: [{"id": "2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6", "address": "fa:16:3e:39:94:c5", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9e521b-61", "ovs_interfaceid": "2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.038879] env[62664]: DEBUG nova.compute.manager [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.109861] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770115ed-3086-4416-b397-92ca6e4d26ed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.121976] env[62664]: DEBUG oslo_vmware.api [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697612, 'name': PowerOffVM_Task, 'duration_secs': 0.213025} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.122966] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.123197] env[62664]: DEBUG nova.compute.manager [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.124439] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c9405a-7981-4ebf-8551-8da19afe0deb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.133190] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e328193-2589-4df1-80de-bdf756c449de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.174223] env[62664]: DEBUG nova.network.neutron [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Successfully created port: 62c0c673-01fd-4259-83c2-f786d06793be {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.179031] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d27c6-b478-46f4-a5ba-f486133ef349 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.200423] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697613, 'name': ReconfigVM_Task, 'duration_secs': 0.357281} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.204400] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Reconfigured VM instance instance-0000002b to attach disk [datastore1] d2136d99-28b5-4aa3-bb21-6086d55743b1/d2136d99-28b5-4aa3-bb21-6086d55743b1.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.206199] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24530de1-b06b-446a-8791-d71158745210 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.211019] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65902644-fc8e-421a-9883-48aa200a71b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.224817] env[62664]: DEBUG nova.compute.provider_tree [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.229231] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 703.229231] env[62664]: value = "task-2697614" [ 703.229231] env[62664]: _type = "Task" [ 703.229231] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.240573] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697614, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.360997] env[62664]: DEBUG nova.network.neutron [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Updating instance_info_cache with network_info: [{"id": "f0102e87-ddc5-4249-a3b6-6eb140146290", "address": "fa:16:3e:61:df:de", "network": {"id": "887a8936-d031-4630-b7ad-22af3f11b93f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113944265", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0102e87-dd", "ovs_interfaceid": "f0102e87-ddc5-4249-a3b6-6eb140146290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "068d296d-55a2-4d7e-a699-e93944e499a4", "address": "fa:16:3e:57:30:fd", "network": {"id": "b61ee5b9-9d9a-4774-ac6d-1c09d70755da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-310303981", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068d296d-55", "ovs_interfaceid": "068d296d-55a2-4d7e-a699-e93944e499a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3500a566-520f-4b0e-9244-1bc32a9d1072", "address": "fa:16:3e:ea:52:83", "network": {"id": "887a8936-d031-4630-b7ad-22af3f11b93f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113944265", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3500a566-52", "ovs_interfaceid": "3500a566-520f-4b0e-9244-1bc32a9d1072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.401455] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697611, 'name': ReconfigVM_Task, 'duration_secs': 0.785821} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.401819] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 22d675da-2ba5-4c9a-8aa2-096eb68e5118/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.402726] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74304830-b7a4-43b9-8f40-6f343e0ed66c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.432258] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d8ee36-a146-4fec-bbc2-0c19515cb1c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.449667] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 703.449667] env[62664]: value = "task-2697615" [ 703.449667] env[62664]: _type = "Task" [ 703.449667] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.457701] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.494182] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.534273] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Releasing lock "refresh_cache-50b292c3-8baf-49ad-acda-d76f52695c20" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.534273] env[62664]: DEBUG nova.compute.manager [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Instance network_info: |[{"id": "2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6", "address": "fa:16:3e:39:94:c5", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9e521b-61", "ovs_interfaceid": "2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.534796] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:94:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.546028] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Creating folder: Project (cf948b5e18754fee987062d5b4ec17fd). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.546028] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-958108ce-244c-4ab6-9a72-b0b45f070133 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.557014] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Created folder: Project (cf948b5e18754fee987062d5b4ec17fd) in parent group-v543506. [ 703.557014] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Creating folder: Instances. Parent ref: group-v543633. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.557759] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ada3b18-f86c-46e5-acf7-b64c0cd80a6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.567111] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Created folder: Instances in parent group-v543633. [ 703.567371] env[62664]: DEBUG oslo.service.loopingcall [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.567574] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.567781] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfee81a5-4fd8-472b-bd12-2026d02369c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.587283] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.587283] env[62664]: value = "task-2697618" [ 703.587283] env[62664]: _type = "Task" [ 703.587283] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.595364] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697618, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.675583] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b096984f-2a55-4fe1-8a48-4d0f512f5a61 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "76b542df-d968-4830-9988-2b537105e957" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.108s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.691518] env[62664]: DEBUG oslo_concurrency.lockutils [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "18b48743-1ebd-4805-9e86-d03240b0d6c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.691779] env[62664]: DEBUG oslo_concurrency.lockutils [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "18b48743-1ebd-4805-9e86-d03240b0d6c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.692804] env[62664]: DEBUG oslo_concurrency.lockutils [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "18b48743-1ebd-4805-9e86-d03240b0d6c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.692804] env[62664]: DEBUG oslo_concurrency.lockutils [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "18b48743-1ebd-4805-9e86-d03240b0d6c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.692804] env[62664]: DEBUG oslo_concurrency.lockutils [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "18b48743-1ebd-4805-9e86-d03240b0d6c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.697182] env[62664]: INFO nova.compute.manager [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Terminating instance [ 703.730385] env[62664]: DEBUG nova.scheduler.client.report [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.497450] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Releasing lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.501091] env[62664]: DEBUG nova.compute.manager [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Instance network_info: |[{"id": "f0102e87-ddc5-4249-a3b6-6eb140146290", "address": "fa:16:3e:61:df:de", "network": {"id": "887a8936-d031-4630-b7ad-22af3f11b93f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113944265", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0102e87-dd", "ovs_interfaceid": "f0102e87-ddc5-4249-a3b6-6eb140146290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "068d296d-55a2-4d7e-a699-e93944e499a4", "address": "fa:16:3e:57:30:fd", "network": {"id": "b61ee5b9-9d9a-4774-ac6d-1c09d70755da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-310303981", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068d296d-55", "ovs_interfaceid": "068d296d-55a2-4d7e-a699-e93944e499a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3500a566-520f-4b0e-9244-1bc32a9d1072", "address": "fa:16:3e:ea:52:83", "network": {"id": "887a8936-d031-4630-b7ad-22af3f11b93f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113944265", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3500a566-52", "ovs_interfaceid": "3500a566-520f-4b0e-9244-1bc32a9d1072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.501091] env[62664]: DEBUG nova.compute.manager [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.502047] env[62664]: DEBUG nova.compute.manager [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.502047] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.502807] env[62664]: DEBUG oslo_concurrency.lockutils [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.478s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.505047] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697614, 'name': Rename_Task, 'duration_secs': 0.152325} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.505819] env[62664]: DEBUG oslo_concurrency.lockutils [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] Acquired lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.506048] env[62664]: DEBUG nova.network.neutron [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Refreshing network info cache for port 3500a566-520f-4b0e-9244-1bc32a9d1072 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.507291] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:df:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0102e87-ddc5-4249-a3b6-6eb140146290', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:30:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '068d296d-55a2-4d7e-a699-e93944e499a4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:52:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3500a566-520f-4b0e-9244-1bc32a9d1072', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.527175] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Creating folder: Project (05979f3df5f64d7bb08de75f4a009d8b). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.534834] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88ba13d-1826-4267-aab6-2f3ca9d85414 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.537713] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.020s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.537965] env[62664]: DEBUG nova.objects.instance [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lazy-loading 'resources' on Instance uuid fea7d073-9a24-4053-99af-ad76fcc1a982 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.539253] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.542232] env[62664]: INFO nova.scheduler.client.report [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Deleted allocations for instance 84d7c75f-6887-4d78-bb82-2d937e407e43 [ 704.543648] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e41b1a0f-6141-4f02-8ae8-3a2bb2c1a9b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.545786] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1a71862-b6e8-4c66-b661-bfa1af676c1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.563840] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697615, 'name': ReconfigVM_Task, 'duration_secs': 0.287433} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.572880] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.573168] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.573323] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.573497] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.573636] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.573774] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.573976] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.574175] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.574352] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.574507] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.574668] env[62664]: DEBUG nova.virt.hardware [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.575025] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.575700] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.575897] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697618, 'name': CreateVM_Task, 'duration_secs': 0.54395} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.576693] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0608097-b39d-4592-a6c0-f42176bb299d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.581139] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bfee96c-3ded-49ff-be42-fe35bd9f620e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.583367] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19dc6fff-e257-4640-8614-f11b947e6c4e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.584760] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.585375] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Created folder: Project (05979f3df5f64d7bb08de75f4a009d8b) in parent group-v543506. [ 704.585556] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Creating folder: Instances. Parent ref: group-v543636. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.587725] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.587824] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.588171] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.588863] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afcd9c6e-d81d-42a5-a89d-88d5428bf59e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.590837] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 704.590837] env[62664]: value = "task-2697621" [ 704.590837] env[62664]: _type = "Task" [ 704.590837] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.593024] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f58c9287-f788-4980-9a25-fb139877d3a8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.604828] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fdaaf8-c50a-4f3e-a86b-273864fa4158 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.610373] env[62664]: DEBUG oslo_vmware.api [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 704.610373] env[62664]: value = "task-2697623" [ 704.610373] env[62664]: _type = "Task" [ 704.610373] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.611334] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 704.611334] env[62664]: value = "task-2697622" [ 704.611334] env[62664]: _type = "Task" [ 704.611334] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.614820] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 704.614820] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525c0ded-609d-24a4-8d86-11802f50aee1" [ 704.614820] env[62664]: _type = "Task" [ 704.614820] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.615086] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Created folder: Instances in parent group-v543636. [ 704.615291] env[62664]: DEBUG oslo.service.loopingcall [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.624068] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.639241] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ebe1ff6-5173-4bae-a33d-93a4529cd773 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.660200] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.667170] env[62664]: DEBUG oslo_vmware.api [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.675779] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.675779] env[62664]: value = "task-2697625" [ 704.675779] env[62664]: _type = "Task" [ 704.675779] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.676603] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.676950] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525c0ded-609d-24a4-8d86-11802f50aee1, 'name': SearchDatastore_Task, 'duration_secs': 0.014555} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.677064] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.677312] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.677535] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.677676] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.678653] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.681095] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08df402e-3cce-489c-98e6-a1abeb39316f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.692802] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697625, 'name': CreateVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.698238] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.698427] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.699286] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2f942e-e358-4a13-922b-e1e4ffd753b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.706022] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 704.706022] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524ab011-3bb3-7d3d-28ac-072cb69c4cf9" [ 704.706022] env[62664]: _type = "Task" [ 704.706022] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.714843] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.715135] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.717710] env[62664]: DEBUG nova.compute.manager [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Received event network-changed-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.717988] env[62664]: DEBUG nova.compute.manager [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Refreshing instance network info cache due to event network-changed-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.718125] env[62664]: DEBUG oslo_concurrency.lockutils [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] Acquiring lock "refresh_cache-50b292c3-8baf-49ad-acda-d76f52695c20" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.718387] env[62664]: DEBUG oslo_concurrency.lockutils [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] Acquired lock "refresh_cache-50b292c3-8baf-49ad-acda-d76f52695c20" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.718556] env[62664]: DEBUG nova.network.neutron [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Refreshing network info cache for port 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.729488] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524ab011-3bb3-7d3d-28ac-072cb69c4cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010834} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.729488] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002afdf4-634f-4b9f-ab12-4a5401c24a58 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.734985] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 704.734985] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52564c78-27cf-47ca-b929-971d4691d9b2" [ 704.734985] env[62664]: _type = "Task" [ 704.734985] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.743826] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52564c78-27cf-47ca-b929-971d4691d9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.060309] env[62664]: DEBUG oslo_concurrency.lockutils [None req-90de6d6d-69ea-4eb5-b749-c6d372c23767 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409 tempest-FloatingIPsAssociationNegativeTestJSON-1123969409-project-member] Lock "84d7c75f-6887-4d78-bb82-2d937e407e43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.988s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.110323] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697621, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.133439] env[62664]: DEBUG nova.network.neutron [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Successfully updated port: 62c0c673-01fd-4259-83c2-f786d06793be {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.145264] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.145693] env[62664]: DEBUG oslo_vmware.api [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697623, 'name': PowerOffVM_Task, 'duration_secs': 0.193867} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.147361] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.147361] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.147500] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c96eea0-e1df-4ae4-9790-f43ac541058d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.191928] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697625, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.222355] env[62664]: DEBUG nova.compute.manager [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.241127] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.241421] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.241651] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Deleting the datastore file [datastore2] 18b48743-1ebd-4805-9e86-d03240b0d6c7 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.247623] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b89638c-1a3b-4f56-b6da-e6c5ab78f48c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.256173] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52564c78-27cf-47ca-b929-971d4691d9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01693} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.258027] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.258027] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 50b292c3-8baf-49ad-acda-d76f52695c20/50b292c3-8baf-49ad-acda-d76f52695c20.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.258355] env[62664]: DEBUG oslo_vmware.api [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 705.258355] env[62664]: value = "task-2697627" [ 705.258355] env[62664]: _type = "Task" [ 705.258355] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.261195] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb161e63-b522-4253-9f50-800cd6eb1729 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.279604] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 705.279604] env[62664]: value = "task-2697628" [ 705.279604] env[62664]: _type = "Task" [ 705.279604] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.279604] env[62664]: DEBUG oslo_vmware.api [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.291892] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.328610] env[62664]: DEBUG nova.network.neutron [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Updated VIF entry in instance network info cache for port 3500a566-520f-4b0e-9244-1bc32a9d1072. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.329175] env[62664]: DEBUG nova.network.neutron [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Updating instance_info_cache with network_info: [{"id": "f0102e87-ddc5-4249-a3b6-6eb140146290", "address": "fa:16:3e:61:df:de", "network": {"id": "887a8936-d031-4630-b7ad-22af3f11b93f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113944265", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0102e87-dd", "ovs_interfaceid": "f0102e87-ddc5-4249-a3b6-6eb140146290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "068d296d-55a2-4d7e-a699-e93944e499a4", "address": "fa:16:3e:57:30:fd", "network": {"id": "b61ee5b9-9d9a-4774-ac6d-1c09d70755da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-310303981", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068d296d-55", "ovs_interfaceid": "068d296d-55a2-4d7e-a699-e93944e499a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3500a566-520f-4b0e-9244-1bc32a9d1072", "address": "fa:16:3e:ea:52:83", "network": {"id": "887a8936-d031-4630-b7ad-22af3f11b93f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113944265", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3500a566-52", "ovs_interfaceid": "3500a566-520f-4b0e-9244-1bc32a9d1072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.607913] env[62664]: DEBUG oslo_vmware.api [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697621, 'name': PowerOnVM_Task, 'duration_secs': 0.609988} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.612873] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.612873] env[62664]: INFO nova.compute.manager [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Took 8.92 seconds to spawn the instance on the hypervisor. [ 705.613775] env[62664]: DEBUG nova.compute.manager [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.615044] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ae872f-3640-464b-9058-1cd671f38205 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.640861] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "refresh_cache-7fd3536b-bf76-4f11-954f-47d7ccbd6511" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.641067] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "refresh_cache-7fd3536b-bf76-4f11-954f-47d7ccbd6511" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.641252] env[62664]: DEBUG nova.network.neutron [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.642478] env[62664]: DEBUG oslo_vmware.api [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697622, 'name': PowerOnVM_Task, 'duration_secs': 0.956424} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.643136] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.646336] env[62664]: DEBUG nova.compute.manager [None req-1fd538b2-0131-4ef3-9391-2b71878e38ca tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.647299] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04cc0e9-2e3d-4092-9355-82219847b56b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.685380] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9c900c-26dc-480a-8fb8-f5c2f5f875ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.690122] env[62664]: DEBUG nova.network.neutron [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Updated VIF entry in instance network info cache for port 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.690460] env[62664]: DEBUG nova.network.neutron [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Updating instance_info_cache with network_info: [{"id": "2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6", "address": "fa:16:3e:39:94:c5", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9e521b-61", "ovs_interfaceid": "2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.698614] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697625, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.703351] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb000178-cc2c-4cac-8b57-2d44c76b075f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.752721] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaac49c-5e7f-49aa-a2c7-a6742fe3e77c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.765124] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e0714e-4aaa-4fc6-9861-bc8f70b145e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.775222] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.792953] env[62664]: DEBUG oslo_vmware.api [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1736} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.794064] env[62664]: DEBUG nova.compute.provider_tree [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.798967] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.799195] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.799503] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.799689] env[62664]: INFO nova.compute.manager [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Took 1.30 seconds to destroy the instance on the hypervisor. [ 705.799957] env[62664]: DEBUG oslo.service.loopingcall [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.800506] env[62664]: DEBUG nova.compute.manager [-] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.800632] env[62664]: DEBUG nova.network.neutron [-] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.811334] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697628, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.834249] env[62664]: DEBUG oslo_concurrency.lockutils [req-abc888ef-b877-4657-a1a8-af40f047eb9a req-46993707-de57-4401-ad9c-15539894681b service nova] Releasing lock "refresh_cache-45223755-7de4-4eec-b41d-8c7ef92452fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.854406] env[62664]: DEBUG nova.compute.manager [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Received event network-changed-3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.854639] env[62664]: DEBUG nova.compute.manager [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Refreshing instance network info cache due to event network-changed-3553569f-d4ca-4ffb-b265-6e80b9c46520. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.854851] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] Acquiring lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.855024] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] Acquired lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.855241] env[62664]: DEBUG nova.network.neutron [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Refreshing network info cache for port 3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.940820] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 705.941094] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543632', 'volume_id': '3aba59f1-5413-4604-a6e5-e4acbf25153d', 'name': 'volume-3aba59f1-5413-4604-a6e5-e4acbf25153d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f03d1d72-c793-40ed-8ac2-2e1171cdf8fe', 'attached_at': '', 'detached_at': '', 'volume_id': '3aba59f1-5413-4604-a6e5-e4acbf25153d', 'serial': '3aba59f1-5413-4604-a6e5-e4acbf25153d'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 705.942066] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea59e840-cc00-42d4-a691-c138ff7aadad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.959559] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7eae05-4ac9-43d0-88bd-74dd5f0c7536 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.987951] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-3aba59f1-5413-4604-a6e5-e4acbf25153d/volume-3aba59f1-5413-4604-a6e5-e4acbf25153d.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.988938] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33004ac-0b29-4355-8012-6a042ca16147 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.016084] env[62664]: DEBUG oslo_vmware.api [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Waiting for the task: (returnval){ [ 706.016084] env[62664]: value = "task-2697629" [ 706.016084] env[62664]: _type = "Task" [ 706.016084] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.024318] env[62664]: DEBUG oslo_vmware.api [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Task: {'id': task-2697629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.155412] env[62664]: INFO nova.compute.manager [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Took 34.94 seconds to build instance. [ 706.197693] env[62664]: DEBUG oslo_concurrency.lockutils [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] Releasing lock "refresh_cache-50b292c3-8baf-49ad-acda-d76f52695c20" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.198134] env[62664]: DEBUG nova.compute.manager [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Received event network-changed-3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.198134] env[62664]: DEBUG nova.compute.manager [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Refreshing instance network info cache due to event network-changed-3553569f-d4ca-4ffb-b265-6e80b9c46520. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 706.198235] env[62664]: DEBUG oslo_concurrency.lockutils [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] Acquiring lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.204367] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697625, 'name': CreateVM_Task, 'duration_secs': 1.184233} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.204530] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.206127] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.206127] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.206127] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.206127] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc514c2-fd5a-4300-b8d3-8220d5cc2a74 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.210622] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 706.210622] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523f92f6-01a1-f45a-9dbe-858321a035dd" [ 706.210622] env[62664]: _type = "Task" [ 706.210622] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.214486] env[62664]: DEBUG nova.network.neutron [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.222909] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523f92f6-01a1-f45a-9dbe-858321a035dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.305934] env[62664]: DEBUG nova.scheduler.client.report [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.316247] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621736} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.316810] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 50b292c3-8baf-49ad-acda-d76f52695c20/50b292c3-8baf-49ad-acda-d76f52695c20.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.317077] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.317300] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60ce6190-85bf-4077-85ec-72e57345e8cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.324838] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 706.324838] env[62664]: value = "task-2697630" [ 706.324838] env[62664]: _type = "Task" [ 706.324838] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.335929] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.496498] env[62664]: DEBUG nova.network.neutron [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Updating instance_info_cache with network_info: [{"id": "62c0c673-01fd-4259-83c2-f786d06793be", "address": "fa:16:3e:b2:39:79", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c0c673-01", "ovs_interfaceid": "62c0c673-01fd-4259-83c2-f786d06793be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.514044] env[62664]: DEBUG nova.compute.manager [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.514044] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e141031-c86c-4220-b133-b3da5a5ec6e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.532020] env[62664]: DEBUG oslo_vmware.api [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Task: {'id': task-2697629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.658113] env[62664]: DEBUG oslo_concurrency.lockutils [None req-93eb420a-ede8-47a9-ad8b-bdfe58e5bc29 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "d2136d99-28b5-4aa3-bb21-6086d55743b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.125s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.727038] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523f92f6-01a1-f45a-9dbe-858321a035dd, 'name': SearchDatastore_Task, 'duration_secs': 0.025755} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.727038] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.727038] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.727038] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.727038] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.727038] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.727038] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98ada513-fb27-4e92-bdf9-6e2e96d76c8c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.740562] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.740562] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.741017] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c378ac-d897-4665-a113-c63b6fc628eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.746232] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 706.746232] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524661ee-0faa-2860-fd63-8b007981b25f" [ 706.746232] env[62664]: _type = "Task" [ 706.746232] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.757541] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524661ee-0faa-2860-fd63-8b007981b25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.804680] env[62664]: DEBUG nova.network.neutron [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updated VIF entry in instance network info cache for port 3553569f-d4ca-4ffb-b265-6e80b9c46520. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.805237] env[62664]: DEBUG nova.network.neutron [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updating instance_info_cache with network_info: [{"id": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "address": "fa:16:3e:b7:54:fa", "network": {"id": "c71bbb9d-7b70-410b-8f8c-319027cd259a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-276284631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f86d4e6a1e0340c29c47669e4a73866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3553569f-d4", "ovs_interfaceid": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.818363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.821597] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.605s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.821975] env[62664]: DEBUG nova.objects.instance [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lazy-loading 'resources' on Instance uuid bfe5686a-7219-44ae-95ff-001f9635fa45 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.836883] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06617} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.836883] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.837337] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8e4f70-bd8a-47a4-b1aa-d86ba1c54f18 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.864525] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 50b292c3-8baf-49ad-acda-d76f52695c20/50b292c3-8baf-49ad-acda-d76f52695c20.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.865773] env[62664]: INFO nova.scheduler.client.report [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Deleted allocations for instance fea7d073-9a24-4053-99af-ad76fcc1a982 [ 706.867176] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f982ae-b4ef-42d2-8ff5-1d1e3a948110 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.898543] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 706.898543] env[62664]: value = "task-2697631" [ 706.898543] env[62664]: _type = "Task" [ 706.898543] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.906732] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.998792] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "refresh_cache-7fd3536b-bf76-4f11-954f-47d7ccbd6511" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.999138] env[62664]: DEBUG nova.compute.manager [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Instance network_info: |[{"id": "62c0c673-01fd-4259-83c2-f786d06793be", "address": "fa:16:3e:b2:39:79", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c0c673-01", "ovs_interfaceid": "62c0c673-01fd-4259-83c2-f786d06793be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.999603] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:39:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62c0c673-01fd-4259-83c2-f786d06793be', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.009142] env[62664]: DEBUG oslo.service.loopingcall [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.009811] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.010427] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19c15aac-5f03-4f77-a75f-e65d6c4de31c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.035296] env[62664]: INFO nova.compute.manager [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] instance snapshotting [ 707.035493] env[62664]: WARNING nova.compute.manager [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 707.042664] env[62664]: DEBUG oslo_vmware.api [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Task: {'id': task-2697629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.042887] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.042887] env[62664]: value = "task-2697632" [ 707.042887] env[62664]: _type = "Task" [ 707.042887] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.044156] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76df03d5-0616-45d6-afbc-4afb97f21b5b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.069970] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afb48d2-85fc-42d3-be1a-206d74da3e7c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.073073] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697632, 'name': CreateVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.242142] env[62664]: DEBUG nova.network.neutron [-] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.262420] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524661ee-0faa-2860-fd63-8b007981b25f, 'name': SearchDatastore_Task, 'duration_secs': 0.054547} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.266780] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c57c389-36fc-4ebc-8518-0c502537c970 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.274817] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 707.274817] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e5b6b3-b3df-9a88-ad60-e80ee12ffb94" [ 707.274817] env[62664]: _type = "Task" [ 707.274817] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.291179] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e5b6b3-b3df-9a88-ad60-e80ee12ffb94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.310027] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] Releasing lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.310027] env[62664]: DEBUG nova.compute.manager [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Received event network-vif-plugged-62c0c673-01fd-4259-83c2-f786d06793be {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.310027] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] Acquiring lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.310027] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] Lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.310027] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] Lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.310027] env[62664]: DEBUG nova.compute.manager [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] No waiting events found dispatching network-vif-plugged-62c0c673-01fd-4259-83c2-f786d06793be {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.310027] env[62664]: WARNING nova.compute.manager [req-4df0bff1-d32e-4de4-a2cc-68a1023a91e8 req-1481adbb-8d16-4b80-bd25-085ca4b67a99 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Received unexpected event network-vif-plugged-62c0c673-01fd-4259-83c2-f786d06793be for instance with vm_state building and task_state spawning. [ 707.310510] env[62664]: DEBUG oslo_concurrency.lockutils [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] Acquired lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.310699] env[62664]: DEBUG nova.network.neutron [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Refreshing network info cache for port 3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.396918] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c797639a-e594-487e-ad98-68ac059f037b tempest-ImagesOneServerTestJSON-1283394811 tempest-ImagesOneServerTestJSON-1283394811-project-member] Lock "fea7d073-9a24-4053-99af-ad76fcc1a982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.349s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.409600] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.539154] env[62664]: DEBUG oslo_vmware.api [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Task: {'id': task-2697629, 'name': ReconfigVM_Task, 'duration_secs': 1.041712} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.539511] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-3aba59f1-5413-4604-a6e5-e4acbf25153d/volume-3aba59f1-5413-4604-a6e5-e4acbf25153d.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.547420] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b3881f-b67b-4538-b622-ccf07a14b64a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.567188] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697632, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.568757] env[62664]: DEBUG oslo_vmware.api [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Waiting for the task: (returnval){ [ 707.568757] env[62664]: value = "task-2697633" [ 707.568757] env[62664]: _type = "Task" [ 707.568757] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.580530] env[62664]: DEBUG oslo_vmware.api [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Task: {'id': task-2697633, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.582410] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 707.582792] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f7c75c1-4505-47da-b6f1-970fa35de2a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.592644] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 707.592644] env[62664]: value = "task-2697634" [ 707.592644] env[62664]: _type = "Task" [ 707.592644] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.604726] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697634, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.745958] env[62664]: INFO nova.compute.manager [-] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Took 1.94 seconds to deallocate network for instance. [ 707.796043] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e5b6b3-b3df-9a88-ad60-e80ee12ffb94, 'name': SearchDatastore_Task, 'duration_secs': 0.014436} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.796345] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.796600] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 45223755-7de4-4eec-b41d-8c7ef92452fa/45223755-7de4-4eec-b41d-8c7ef92452fa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.796968] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ace4b1ec-090a-4941-8423-48805bc3cd99 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.810341] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 707.810341] env[62664]: value = "task-2697635" [ 707.810341] env[62664]: _type = "Task" [ 707.810341] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.829815] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.921192] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697631, 'name': ReconfigVM_Task, 'duration_secs': 0.751326} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.921841] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 50b292c3-8baf-49ad-acda-d76f52695c20/50b292c3-8baf-49ad-acda-d76f52695c20.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.923244] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28038b2d-c271-4c20-9677-f16c41dbb37c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.941026] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 707.941026] env[62664]: value = "task-2697636" [ 707.941026] env[62664]: _type = "Task" [ 707.941026] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.965567] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697636, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.070064] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697632, 'name': CreateVM_Task, 'duration_secs': 0.616742} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.075494] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.080368] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.080837] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.081146] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.082355] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc92f20b-c4de-4d83-9511-39fc90310a56 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.090776] env[62664]: DEBUG oslo_vmware.api [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Task: {'id': task-2697633, 'name': ReconfigVM_Task, 'duration_secs': 0.160946} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.091889] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543632', 'volume_id': '3aba59f1-5413-4604-a6e5-e4acbf25153d', 'name': 'volume-3aba59f1-5413-4604-a6e5-e4acbf25153d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f03d1d72-c793-40ed-8ac2-2e1171cdf8fe', 'attached_at': '', 'detached_at': '', 'volume_id': '3aba59f1-5413-4604-a6e5-e4acbf25153d', 'serial': '3aba59f1-5413-4604-a6e5-e4acbf25153d'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 708.097659] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 708.097659] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52029490-c5e6-b386-ecc1-564f46227839" [ 708.097659] env[62664]: _type = "Task" [ 708.097659] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.098914] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59edfcbe-b4fd-45c2-810e-1b7b5e306744 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.136647] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a447b8ea-d371-4531-9500-c344d437a62d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.147347] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697634, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.147347] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52029490-c5e6-b386-ecc1-564f46227839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.200123] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bbac58-c148-4ae7-85f7-427470405c5c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.215048] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b50a8c-3b77-4a67-ac0f-ffc59c18ae08 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.236344] env[62664]: DEBUG nova.compute.provider_tree [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.259446] env[62664]: DEBUG oslo_concurrency.lockutils [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.328030] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697635, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.450185] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697636, 'name': Rename_Task, 'duration_secs': 0.250696} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.450501] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.450756] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5459c91-9650-4f9d-952f-e36c04f31ced {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.456549] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 708.456549] env[62664]: value = "task-2697637" [ 708.456549] env[62664]: _type = "Task" [ 708.456549] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.464960] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.477377] env[62664]: DEBUG nova.network.neutron [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updated VIF entry in instance network info cache for port 3553569f-d4ca-4ffb-b265-6e80b9c46520. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.477750] env[62664]: DEBUG nova.network.neutron [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updating instance_info_cache with network_info: [{"id": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "address": "fa:16:3e:b7:54:fa", "network": {"id": "c71bbb9d-7b70-410b-8f8c-319027cd259a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-276284631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f86d4e6a1e0340c29c47669e4a73866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3553569f-d4", "ovs_interfaceid": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.610026] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697634, 'name': CreateSnapshot_Task, 'duration_secs': 0.763076} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.610026] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 708.610371] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8ad2d2-bfc0-4af0-bd42-5469707edd7f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.627239] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52029490-c5e6-b386-ecc1-564f46227839, 'name': SearchDatastore_Task, 'duration_secs': 0.070449} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.629026] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.629026] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.629026] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.629026] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.629026] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.629026] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27e01bf2-e39f-4561-b67b-ba0c2980ef12 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.643298] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.645020] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.645020] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e01eff5-c71c-48b9-a14e-ec5cfeb74f42 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.651476] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 708.651476] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523780c0-e2dd-f8a3-a23c-e664c289dfb8" [ 708.651476] env[62664]: _type = "Task" [ 708.651476] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.675423] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523780c0-e2dd-f8a3-a23c-e664c289dfb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.704683] env[62664]: DEBUG oslo_concurrency.lockutils [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.704907] env[62664]: DEBUG oslo_concurrency.lockutils [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.767189] env[62664]: ERROR nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [req-b0f75b0e-2c74-4564-8cf0-1def176e648b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b0f75b0e-2c74-4564-8cf0-1def176e648b"}]} [ 708.793286] env[62664]: DEBUG nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 708.809568] env[62664]: DEBUG nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 708.809860] env[62664]: DEBUG nova.compute.provider_tree [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.826731] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588805} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.827012] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 45223755-7de4-4eec-b41d-8c7ef92452fa/45223755-7de4-4eec-b41d-8c7ef92452fa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.827238] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.827504] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbb05906-53f5-4049-b4d2-82523a274052 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.832970] env[62664]: DEBUG nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 708.836887] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 708.836887] env[62664]: value = "task-2697638" [ 708.836887] env[62664]: _type = "Task" [ 708.836887] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.846497] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.861547] env[62664]: DEBUG nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 708.967552] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.982617] env[62664]: DEBUG oslo_concurrency.lockutils [req-2c041459-4086-45cc-960c-dc5736666f68 req-f5c5599d-8bb5-4c47-81e7-869509c31e43 service nova] Releasing lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.135439] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 709.138266] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a1251cb0-3fae-454b-920e-402381b3c384 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.160461] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 709.160461] env[62664]: value = "task-2697639" [ 709.160461] env[62664]: _type = "Task" [ 709.160461] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.173978] env[62664]: DEBUG nova.objects.instance [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Lazy-loading 'flavor' on Instance uuid f03d1d72-c793-40ed-8ac2-2e1171cdf8fe {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.175538] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523780c0-e2dd-f8a3-a23c-e664c289dfb8, 'name': SearchDatastore_Task, 'duration_secs': 0.033033} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.180162] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad66ce0a-ba67-4c4d-9480-f47052efe290 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.187663] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697639, 'name': CloneVM_Task} progress is 11%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.191388] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 709.191388] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528fbcda-ff7a-4727-d4b0-3e0c073a195f" [ 709.191388] env[62664]: _type = "Task" [ 709.191388] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.203966] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528fbcda-ff7a-4727-d4b0-3e0c073a195f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.210071] env[62664]: DEBUG nova.compute.utils [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 709.348119] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07146} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.348679] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.349692] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e62973-8411-4220-a55e-85e9c28c5fcc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.383740] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 45223755-7de4-4eec-b41d-8c7ef92452fa/45223755-7de4-4eec-b41d-8c7ef92452fa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.384418] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd03b88-33b8-466a-a962-218dba62ecaa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.416201] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 709.416201] env[62664]: value = "task-2697640" [ 709.416201] env[62664]: _type = "Task" [ 709.416201] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.426176] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.474548] env[62664]: DEBUG oslo_vmware.api [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697637, 'name': PowerOnVM_Task, 'duration_secs': 1.004805} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.474922] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.475136] env[62664]: INFO nova.compute.manager [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Took 7.99 seconds to spawn the instance on the hypervisor. [ 709.475401] env[62664]: DEBUG nova.compute.manager [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.476506] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473f4453-6e64-4956-80b1-a5293cc6564b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.481535] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9d8943-a4b6-4d98-af33-93894dc54a00 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.496881] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840536d0-8b80-4b68-b88c-bb6ae71026f5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.530748] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2a96cd-c9cb-4693-9731-4eba6ea1e190 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.539750] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18092c05-0183-4c4b-bb3e-f02659b12eaf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.555077] env[62664]: DEBUG nova.compute.provider_tree [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.673523] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697639, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.686286] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eca8897f-5f4b-4f29-86cd-1d0b127fe339 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.377s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.705399] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528fbcda-ff7a-4727-d4b0-3e0c073a195f, 'name': SearchDatastore_Task, 'duration_secs': 0.020635} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.705399] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.705591] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 7fd3536b-bf76-4f11-954f-47d7ccbd6511/7fd3536b-bf76-4f11-954f-47d7ccbd6511.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.705772] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5fd8814-9ec0-40cf-a1cf-bea156015320 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.712501] env[62664]: DEBUG oslo_concurrency.lockutils [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.719944] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 709.719944] env[62664]: value = "task-2697641" [ 709.719944] env[62664]: _type = "Task" [ 709.719944] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.731449] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.803480] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "f139aac4-81b8-4902-b642-c1efd112dff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.803799] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "f139aac4-81b8-4902-b642-c1efd112dff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.927806] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697640, 'name': ReconfigVM_Task, 'duration_secs': 0.500894} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.927806] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 45223755-7de4-4eec-b41d-8c7ef92452fa/45223755-7de4-4eec-b41d-8c7ef92452fa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.927806] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86d36ee6-7944-48c2-bb8d-3158ebe3b496 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.934520] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 709.934520] env[62664]: value = "task-2697642" [ 709.934520] env[62664]: _type = "Task" [ 709.934520] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.943069] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697642, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.006984] env[62664]: INFO nova.compute.manager [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Took 35.67 seconds to build instance. [ 710.083451] env[62664]: ERROR nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] [req-1933b608-43ce-4134-b218-440de0aa6fbd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1933b608-43ce-4134-b218-440de0aa6fbd"}]} [ 710.105952] env[62664]: DEBUG nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 710.126119] env[62664]: DEBUG nova.compute.manager [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Received event network-changed-62c0c673-01fd-4259-83c2-f786d06793be {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.126443] env[62664]: DEBUG nova.compute.manager [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Refreshing instance network info cache due to event network-changed-62c0c673-01fd-4259-83c2-f786d06793be. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.126850] env[62664]: DEBUG oslo_concurrency.lockutils [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] Acquiring lock "refresh_cache-7fd3536b-bf76-4f11-954f-47d7ccbd6511" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.127110] env[62664]: DEBUG oslo_concurrency.lockutils [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] Acquired lock "refresh_cache-7fd3536b-bf76-4f11-954f-47d7ccbd6511" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.127253] env[62664]: DEBUG nova.network.neutron [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Refreshing network info cache for port 62c0c673-01fd-4259-83c2-f786d06793be {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.130376] env[62664]: DEBUG nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 710.130613] env[62664]: DEBUG nova.compute.provider_tree [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.144841] env[62664]: DEBUG nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 710.177521] env[62664]: DEBUG nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 710.184790] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697639, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.236881] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697641, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.307991] env[62664]: DEBUG nova.compute.manager [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.385645] env[62664]: DEBUG nova.objects.instance [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lazy-loading 'flavor' on Instance uuid 74ac4035-9fe2-4149-a5dd-3e8c6cc602de {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.450510] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697642, 'name': Rename_Task, 'duration_secs': 0.266044} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.450789] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.451084] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee51a153-4541-4095-a9d3-b5afd91d8e55 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.461393] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 710.461393] env[62664]: value = "task-2697643" [ 710.461393] env[62664]: _type = "Task" [ 710.461393] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.472676] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.509088] env[62664]: DEBUG oslo_concurrency.lockutils [None req-95cb00bf-3b59-4125-9b22-3fc193c3eeea tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "50b292c3-8baf-49ad-acda-d76f52695c20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.710s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.686318] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697639, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.731691] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617808} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.731983] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 7fd3536b-bf76-4f11-954f-47d7ccbd6511/7fd3536b-bf76-4f11-954f-47d7ccbd6511.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.732215] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.732481] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1de85fc4-7142-48af-b54a-5781b1187f7f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.742853] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 710.742853] env[62664]: value = "task-2697644" [ 710.742853] env[62664]: _type = "Task" [ 710.742853] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.749728] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f77f4f-011a-4b1e-ae30-c161ac9dea92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.756237] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.760637] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43d9cf1-fdd3-47da-b3ff-7aa5ece33665 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.794835] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a0880b-c5cc-48f3-bcfa-ffbc4bbb7849 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.802543] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8f66b1-48c6-4345-852a-63c6a4f44ed9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.820695] env[62664]: DEBUG nova.compute.provider_tree [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.838016] env[62664]: DEBUG oslo_concurrency.lockutils [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.838386] env[62664]: DEBUG oslo_concurrency.lockutils [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.838672] env[62664]: INFO nova.compute.manager [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Attaching volume d4c04eaf-7f26-4533-a2c8-8b755d228069 to /dev/sdb [ 710.841014] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.875841] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6c92cb-d9b4-41c2-8b90-abe9adf3923d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.883291] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac5d9d-95a8-4b1b-87d8-5b5f5567c737 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.893644] env[62664]: DEBUG nova.network.neutron [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Updated VIF entry in instance network info cache for port 62c0c673-01fd-4259-83c2-f786d06793be. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.893973] env[62664]: DEBUG nova.network.neutron [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Updating instance_info_cache with network_info: [{"id": "62c0c673-01fd-4259-83c2-f786d06793be", "address": "fa:16:3e:b2:39:79", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c0c673-01", "ovs_interfaceid": "62c0c673-01fd-4259-83c2-f786d06793be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.898842] env[62664]: DEBUG nova.virt.block_device [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Updating existing volume attachment record: 5d5dbbd7-dce6-46fe-a99c-72a3e370c4c2 {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 710.901148] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquiring lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.901331] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquired lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.979397] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.177701] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697639, 'name': CloneVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.256378] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066272} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.256820] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.258246] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5bf5a2-623b-42a0-bf56-913b2f86cf87 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.292208] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 7fd3536b-bf76-4f11-954f-47d7ccbd6511/7fd3536b-bf76-4f11-954f-47d7ccbd6511.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.292902] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-713d5d82-51ba-44c7-be9a-9ac5b6e8bca7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.314237] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 711.314237] env[62664]: value = "task-2697648" [ 711.314237] env[62664]: _type = "Task" [ 711.314237] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.323151] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.379202] env[62664]: DEBUG nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 711.379516] env[62664]: DEBUG nova.compute.provider_tree [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 65 to 66 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 711.379689] env[62664]: DEBUG nova.compute.provider_tree [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.405279] env[62664]: DEBUG oslo_concurrency.lockutils [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] Releasing lock "refresh_cache-7fd3536b-bf76-4f11-954f-47d7ccbd6511" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.405889] env[62664]: DEBUG nova.compute.manager [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Received event network-changed-3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.407674] env[62664]: DEBUG nova.compute.manager [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Refreshing instance network info cache due to event network-changed-3553569f-d4ca-4ffb-b265-6e80b9c46520. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 711.407974] env[62664]: DEBUG oslo_concurrency.lockutils [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] Acquiring lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.408597] env[62664]: DEBUG oslo_concurrency.lockutils [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] Acquired lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.408597] env[62664]: DEBUG nova.network.neutron [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Refreshing network info cache for port 3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.472999] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697643, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.484920] env[62664]: DEBUG nova.network.neutron [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.679703] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697639, 'name': CloneVM_Task, 'duration_secs': 2.052837} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.680086] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Created linked-clone VM from snapshot [ 711.681017] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfce9dff-c090-4f07-9013-ca3b6bd567f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.691261] env[62664]: DEBUG nova.compute.manager [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.691607] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Uploading image 2e1c9a6f-9269-408e-8107-1e4069d8b888 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 711.694875] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c2f708-ccb2-4718-a633-a2d807f33a3a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.719019] env[62664]: DEBUG oslo_vmware.rw_handles [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 711.719019] env[62664]: value = "vm-543641" [ 711.719019] env[62664]: _type = "VirtualMachine" [ 711.719019] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 711.719346] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06db5c20-cc83-4c4a-ae9b-259327bfc650 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.727809] env[62664]: DEBUG oslo_vmware.rw_handles [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lease: (returnval){ [ 711.727809] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c03aa2-fde6-f943-affb-8f0f37c19285" [ 711.727809] env[62664]: _type = "HttpNfcLease" [ 711.727809] env[62664]: } obtained for exporting VM: (result){ [ 711.727809] env[62664]: value = "vm-543641" [ 711.727809] env[62664]: _type = "VirtualMachine" [ 711.727809] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 711.728049] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the lease: (returnval){ [ 711.728049] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c03aa2-fde6-f943-affb-8f0f37c19285" [ 711.728049] env[62664]: _type = "HttpNfcLease" [ 711.728049] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 711.735567] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.735567] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c03aa2-fde6-f943-affb-8f0f37c19285" [ 711.735567] env[62664]: _type = "HttpNfcLease" [ 711.735567] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 711.826334] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697648, 'name': ReconfigVM_Task, 'duration_secs': 0.394831} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.826637] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 7fd3536b-bf76-4f11-954f-47d7ccbd6511/7fd3536b-bf76-4f11-954f-47d7ccbd6511.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.827196] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac85c083-52f5-4153-a6a5-9f843ea8d38d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.833780] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 711.833780] env[62664]: value = "task-2697650" [ 711.833780] env[62664]: _type = "Task" [ 711.833780] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.845414] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697650, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.887375] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.065s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.891310] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.904s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.892723] env[62664]: INFO nova.compute.claims [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.919420] env[62664]: INFO nova.scheduler.client.report [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Deleted allocations for instance bfe5686a-7219-44ae-95ff-001f9635fa45 [ 711.974494] env[62664]: DEBUG oslo_vmware.api [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697643, 'name': PowerOnVM_Task, 'duration_secs': 1.063586} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.974795] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.975023] env[62664]: INFO nova.compute.manager [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Took 17.97 seconds to spawn the instance on the hypervisor. [ 711.977896] env[62664]: DEBUG nova.compute.manager [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.977896] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db008ab-ed2c-4560-93f7-792b05d35ed5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.207196] env[62664]: INFO nova.compute.manager [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] instance snapshotting [ 712.210110] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d647f114-8cc5-42ee-a4e1-140c352f5804 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.243864] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5202c384-5078-4751-97f2-bae97a435806 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.251086] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.251086] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c03aa2-fde6-f943-affb-8f0f37c19285" [ 712.251086] env[62664]: _type = "HttpNfcLease" [ 712.251086] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 712.253208] env[62664]: DEBUG oslo_vmware.rw_handles [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 712.253208] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c03aa2-fde6-f943-affb-8f0f37c19285" [ 712.253208] env[62664]: _type = "HttpNfcLease" [ 712.253208] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 712.256397] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d605ad20-7c24-46b7-8897-465fbdc98b23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.265668] env[62664]: DEBUG oslo_vmware.rw_handles [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254036d-c344-e23b-0194-38955f316392/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 712.266271] env[62664]: DEBUG oslo_vmware.rw_handles [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254036d-c344-e23b-0194-38955f316392/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 712.268079] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquiring lock "b493b6f4-5055-492f-84e4-25f70ca231aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.268438] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lock "b493b6f4-5055-492f-84e4-25f70ca231aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.268733] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquiring lock "b493b6f4-5055-492f-84e4-25f70ca231aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.268992] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lock "b493b6f4-5055-492f-84e4-25f70ca231aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.269412] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lock "b493b6f4-5055-492f-84e4-25f70ca231aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.272250] env[62664]: INFO nova.compute.manager [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Terminating instance [ 712.335613] env[62664]: DEBUG nova.network.neutron [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updated VIF entry in instance network info cache for port 3553569f-d4ca-4ffb-b265-6e80b9c46520. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.335613] env[62664]: DEBUG nova.network.neutron [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updating instance_info_cache with network_info: [{"id": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "address": "fa:16:3e:b7:54:fa", "network": {"id": "c71bbb9d-7b70-410b-8f8c-319027cd259a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-276284631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f86d4e6a1e0340c29c47669e4a73866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3553569f-d4", "ovs_interfaceid": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.348626] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697650, 'name': Rename_Task, 'duration_secs': 0.19974} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.348919] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.349184] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d44acc-2239-4cae-ada9-da2858218b52 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.356047] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 712.356047] env[62664]: value = "task-2697651" [ 712.356047] env[62664]: _type = "Task" [ 712.356047] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.364749] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.410280] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c4f8d23-4a7c-4836-96bb-0d0dab1390e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.431279] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3568319d-0cf3-4b62-ab18-a0c94339e0a5 tempest-ServerExternalEventsTest-1875479303 tempest-ServerExternalEventsTest-1875479303-project-member] Lock "bfe5686a-7219-44ae-95ff-001f9635fa45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.746s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.499023] env[62664]: INFO nova.compute.manager [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Took 42.74 seconds to build instance. [ 712.521605] env[62664]: DEBUG nova.network.neutron [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updating instance_info_cache with network_info: [{"id": "4be2992b-8f53-4658-82e7-d43b90625482", "address": "fa:16:3e:74:6a:a8", "network": {"id": "198a37cc-671d-4302-b11a-0f7adfcf4f24", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759232336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44c19108fca47c0ba443dd2cd71f2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be2992b-8f", "ovs_interfaceid": "4be2992b-8f53-4658-82e7-d43b90625482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.558139] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Acquiring lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.558139] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.591783] env[62664]: DEBUG nova.compute.manager [req-519fabc5-3399-4f70-a96b-6eeaa56f96e7 req-18dfc2f2-61d4-423c-a6b6-70ab31762355 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Received event network-changed-4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.591783] env[62664]: DEBUG nova.compute.manager [req-519fabc5-3399-4f70-a96b-6eeaa56f96e7 req-18dfc2f2-61d4-423c-a6b6-70ab31762355 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Refreshing instance network info cache due to event network-changed-4be2992b-8f53-4658-82e7-d43b90625482. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.591783] env[62664]: DEBUG oslo_concurrency.lockutils [req-519fabc5-3399-4f70-a96b-6eeaa56f96e7 req-18dfc2f2-61d4-423c-a6b6-70ab31762355 service nova] Acquiring lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.761232] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 712.761698] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b669768-b4d3-4aec-9c43-69d27e74e6fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.770446] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 712.770446] env[62664]: value = "task-2697652" [ 712.770446] env[62664]: _type = "Task" [ 712.770446] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.780151] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697652, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.839290] env[62664]: DEBUG oslo_concurrency.lockutils [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] Releasing lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.839754] env[62664]: DEBUG nova.compute.manager [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Received event network-vif-deleted-b36c62a8-7cf6-4603-9272-c8ed8a75d0b4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.839863] env[62664]: DEBUG nova.compute.manager [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Received event network-changed-3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.839973] env[62664]: DEBUG nova.compute.manager [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Refreshing instance network info cache due to event network-changed-3553569f-d4ca-4ffb-b265-6e80b9c46520. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.840210] env[62664]: DEBUG oslo_concurrency.lockutils [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] Acquiring lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.840541] env[62664]: DEBUG oslo_concurrency.lockutils [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] Acquired lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.842054] env[62664]: DEBUG nova.network.neutron [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Refreshing network info cache for port 3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.843629] env[62664]: DEBUG nova.compute.manager [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.847037] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.847861] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0ecf36-b6af-4493-aad1-516e917fe451 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.859567] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.861322] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec0249c-36bd-4473-989a-c89680640aa4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.870688] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697651, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.872586] env[62664]: DEBUG oslo_vmware.api [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 712.872586] env[62664]: value = "task-2697653" [ 712.872586] env[62664]: _type = "Task" [ 712.872586] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.884123] env[62664]: DEBUG oslo_vmware.api [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.000998] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ed075aa-6f63-4859-b1cd-f9d6afcedc15 tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.159s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.029400] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Releasing lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.033340] env[62664]: DEBUG nova.compute.manager [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Inject network info {{(pid=62664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 713.033340] env[62664]: DEBUG nova.compute.manager [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] network_info to inject: |[{"id": "4be2992b-8f53-4658-82e7-d43b90625482", "address": "fa:16:3e:74:6a:a8", "network": {"id": "198a37cc-671d-4302-b11a-0f7adfcf4f24", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759232336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44c19108fca47c0ba443dd2cd71f2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be2992b-8f", "ovs_interfaceid": "4be2992b-8f53-4658-82e7-d43b90625482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 713.038412] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Reconfiguring VM instance to set the machine id {{(pid=62664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 713.038769] env[62664]: DEBUG oslo_concurrency.lockutils [req-519fabc5-3399-4f70-a96b-6eeaa56f96e7 req-18dfc2f2-61d4-423c-a6b6-70ab31762355 service nova] Acquired lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.042534] env[62664]: DEBUG nova.network.neutron [req-519fabc5-3399-4f70-a96b-6eeaa56f96e7 req-18dfc2f2-61d4-423c-a6b6-70ab31762355 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Refreshing network info cache for port 4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.046773] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a960089d-9ec0-408c-85cc-0adde81562a5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.063898] env[62664]: INFO nova.compute.manager [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Detaching volume 3aba59f1-5413-4604-a6e5-e4acbf25153d [ 713.100798] env[62664]: DEBUG oslo_vmware.api [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 713.100798] env[62664]: value = "task-2697654" [ 713.100798] env[62664]: _type = "Task" [ 713.100798] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.124185] env[62664]: DEBUG oslo_vmware.api [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.152299] env[62664]: INFO nova.virt.block_device [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Attempting to driver detach volume 3aba59f1-5413-4604-a6e5-e4acbf25153d from mountpoint /dev/sdb [ 713.152829] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 713.153395] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543632', 'volume_id': '3aba59f1-5413-4604-a6e5-e4acbf25153d', 'name': 'volume-3aba59f1-5413-4604-a6e5-e4acbf25153d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f03d1d72-c793-40ed-8ac2-2e1171cdf8fe', 'attached_at': '', 'detached_at': '', 'volume_id': '3aba59f1-5413-4604-a6e5-e4acbf25153d', 'serial': '3aba59f1-5413-4604-a6e5-e4acbf25153d'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 713.154438] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627348c7-437f-4d3a-8f9d-938b723ff328 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.210272] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da124110-dab8-45b1-a41c-2f2123754114 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.221779] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d49721-cea5-4b16-beb5-081d933daefc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.257866] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439d33c5-9f39-4dd1-8005-30f5eabf523c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.264751] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "e3541c5a-37ad-451e-b074-2d64d058f870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.265320] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "e3541c5a-37ad-451e-b074-2d64d058f870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.268368] env[62664]: DEBUG nova.objects.instance [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lazy-loading 'flavor' on Instance uuid 74ac4035-9fe2-4149-a5dd-3e8c6cc602de {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.291403] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] The volume has not been displaced from its original location: [datastore1] volume-3aba59f1-5413-4604-a6e5-e4acbf25153d/volume-3aba59f1-5413-4604-a6e5-e4acbf25153d.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 713.298369] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 713.307964] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-523e0532-ee34-45ce-b2ed-90678e87e9d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.329073] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697652, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.335237] env[62664]: DEBUG oslo_vmware.api [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Waiting for the task: (returnval){ [ 713.335237] env[62664]: value = "task-2697656" [ 713.335237] env[62664]: _type = "Task" [ 713.335237] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.351289] env[62664]: DEBUG oslo_vmware.api [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Task: {'id': task-2697656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.369109] env[62664]: DEBUG oslo_vmware.api [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697651, 'name': PowerOnVM_Task, 'duration_secs': 0.685292} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.369449] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.369706] env[62664]: INFO nova.compute.manager [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Took 8.87 seconds to spawn the instance on the hypervisor. [ 713.369936] env[62664]: DEBUG nova.compute.manager [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.371278] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351fa404-5b1f-49e0-988f-fb3279635b23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.397840] env[62664]: DEBUG oslo_vmware.api [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697653, 'name': PowerOffVM_Task, 'duration_secs': 0.385103} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.398233] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.398332] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.398645] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa230d21-6b5b-4c5d-ace0-b106683eb267 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.472838] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.473198] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.474545] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Deleting the datastore file [datastore2] b493b6f4-5055-492f-84e4-25f70ca231aa {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.474948] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5008833-273a-4538-8682-c9f530cf303f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.487138] env[62664]: DEBUG oslo_vmware.api [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for the task: (returnval){ [ 713.487138] env[62664]: value = "task-2697658" [ 713.487138] env[62664]: _type = "Task" [ 713.487138] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.500521] env[62664]: DEBUG oslo_vmware.api [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.615327] env[62664]: DEBUG oslo_vmware.api [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697654, 'name': ReconfigVM_Task, 'duration_secs': 0.257028} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.618720] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8912126f-86be-4633-a85c-45bf4bb43faf tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Reconfigured VM instance to set the machine id {{(pid=62664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 713.770968] env[62664]: DEBUG nova.compute.manager [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.782996] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquiring lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.792111] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697652, 'name': CreateSnapshot_Task, 'duration_secs': 0.783496} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.792346] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 713.795633] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5357b537-1057-491a-86ee-a91193c5d9a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.844981] env[62664]: DEBUG oslo_vmware.api [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Task: {'id': task-2697656, 'name': ReconfigVM_Task, 'duration_secs': 0.339559} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.845317] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 713.850610] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244ddbe5-aab5-4c9c-865d-3d5396acb7f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.864346] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d777d47-c53d-4c72-b05a-55db60dbcf1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.877617] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086dcd93-c850-4917-86ad-ab66c9a1fab1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.882221] env[62664]: DEBUG oslo_vmware.api [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Waiting for the task: (returnval){ [ 713.882221] env[62664]: value = "task-2697659" [ 713.882221] env[62664]: _type = "Task" [ 713.882221] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.923366] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cee076a-ed48-4953-8130-a7e89b384287 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.927029] env[62664]: INFO nova.compute.manager [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Took 37.34 seconds to build instance. [ 713.933041] env[62664]: DEBUG oslo_vmware.api [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Task: {'id': task-2697659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.939150] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2a8878-8ad3-44c6-8ed9-12ad82339afc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.959513] env[62664]: DEBUG nova.compute.provider_tree [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.004590] env[62664]: DEBUG oslo_vmware.api [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Task: {'id': task-2697658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386824} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.004796] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.005044] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.005446] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.005446] env[62664]: INFO nova.compute.manager [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 714.005613] env[62664]: DEBUG oslo.service.loopingcall [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.006525] env[62664]: DEBUG nova.network.neutron [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updated VIF entry in instance network info cache for port 3553569f-d4ca-4ffb-b265-6e80b9c46520. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.006858] env[62664]: DEBUG nova.network.neutron [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updating instance_info_cache with network_info: [{"id": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "address": "fa:16:3e:b7:54:fa", "network": {"id": "c71bbb9d-7b70-410b-8f8c-319027cd259a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-276284631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f86d4e6a1e0340c29c47669e4a73866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3553569f-d4", "ovs_interfaceid": "3553569f-d4ca-4ffb-b265-6e80b9c46520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.009887] env[62664]: DEBUG nova.compute.manager [-] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.009887] env[62664]: DEBUG nova.network.neutron [-] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.314585] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.321376] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 714.321907] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8c01b905-e538-4cc1-98b7-6bcd1e92bddb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.332722] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 714.332722] env[62664]: value = "task-2697660" [ 714.332722] env[62664]: _type = "Task" [ 714.332722] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.343914] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697660, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.392701] env[62664]: DEBUG oslo_vmware.api [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Task: {'id': task-2697659, 'name': ReconfigVM_Task, 'duration_secs': 0.219627} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.395018] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543632', 'volume_id': '3aba59f1-5413-4604-a6e5-e4acbf25153d', 'name': 'volume-3aba59f1-5413-4604-a6e5-e4acbf25153d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f03d1d72-c793-40ed-8ac2-2e1171cdf8fe', 'attached_at': '', 'detached_at': '', 'volume_id': '3aba59f1-5413-4604-a6e5-e4acbf25153d', 'serial': '3aba59f1-5413-4604-a6e5-e4acbf25153d'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 714.400767] env[62664]: DEBUG nova.network.neutron [req-519fabc5-3399-4f70-a96b-6eeaa56f96e7 req-18dfc2f2-61d4-423c-a6b6-70ab31762355 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updated VIF entry in instance network info cache for port 4be2992b-8f53-4658-82e7-d43b90625482. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.401165] env[62664]: DEBUG nova.network.neutron [req-519fabc5-3399-4f70-a96b-6eeaa56f96e7 req-18dfc2f2-61d4-423c-a6b6-70ab31762355 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updating instance_info_cache with network_info: [{"id": "4be2992b-8f53-4658-82e7-d43b90625482", "address": "fa:16:3e:74:6a:a8", "network": {"id": "198a37cc-671d-4302-b11a-0f7adfcf4f24", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759232336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44c19108fca47c0ba443dd2cd71f2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be2992b-8f", "ovs_interfaceid": "4be2992b-8f53-4658-82e7-d43b90625482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.435218] env[62664]: DEBUG oslo_concurrency.lockutils [None req-505941aa-9381-4cda-a548-9488f28aa93b tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.538s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.462379] env[62664]: DEBUG nova.scheduler.client.report [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.515710] env[62664]: DEBUG oslo_concurrency.lockutils [req-051363d2-e5fa-4326-8284-f1a48f4a0fa0 req-c1d02bcd-5393-4e22-8ba6-1c44a250db94 service nova] Releasing lock "refresh_cache-b493b6f4-5055-492f-84e4-25f70ca231aa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.667446] env[62664]: DEBUG oslo_concurrency.lockutils [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] Acquiring lock "refresh_cache-7fd3536b-bf76-4f11-954f-47d7ccbd6511" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.667446] env[62664]: DEBUG oslo_concurrency.lockutils [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] Acquired lock "refresh_cache-7fd3536b-bf76-4f11-954f-47d7ccbd6511" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.667446] env[62664]: DEBUG nova.network.neutron [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.669384] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "45223755-7de4-4eec-b41d-8c7ef92452fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.669555] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.669771] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.670097] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.670219] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.672373] env[62664]: INFO nova.compute.manager [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Terminating instance [ 714.843064] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697660, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.906293] env[62664]: DEBUG oslo_concurrency.lockutils [req-519fabc5-3399-4f70-a96b-6eeaa56f96e7 req-18dfc2f2-61d4-423c-a6b6-70ab31762355 service nova] Releasing lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.906914] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquired lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.969093] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.080s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.969986] env[62664]: DEBUG nova.compute.manager [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.972906] env[62664]: DEBUG oslo_concurrency.lockutils [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.482s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.973243] env[62664]: DEBUG nova.objects.instance [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: c9630308-fddf-4749-982b-e860a00dd719] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 715.003147] env[62664]: DEBUG nova.objects.instance [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Lazy-loading 'flavor' on Instance uuid f03d1d72-c793-40ed-8ac2-2e1171cdf8fe {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.012992] env[62664]: DEBUG nova.compute.manager [req-f549ddbd-0eb2-4a00-8de1-37a41a609eb2 req-c305be62-2cfb-4424-9ce5-16339256e033 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Received event network-vif-deleted-3553569f-d4ca-4ffb-b265-6e80b9c46520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.012992] env[62664]: INFO nova.compute.manager [req-f549ddbd-0eb2-4a00-8de1-37a41a609eb2 req-c305be62-2cfb-4424-9ce5-16339256e033 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Neutron deleted interface 3553569f-d4ca-4ffb-b265-6e80b9c46520; detaching it from the instance and deleting it from the info cache [ 715.012992] env[62664]: DEBUG nova.network.neutron [req-f549ddbd-0eb2-4a00-8de1-37a41a609eb2 req-c305be62-2cfb-4424-9ce5-16339256e033 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.108076] env[62664]: DEBUG nova.network.neutron [-] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.177261] env[62664]: DEBUG nova.compute.manager [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.177721] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.178684] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb15103b-ccc0-4557-86c7-8a36b7a537c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.188821] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.190256] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e9c1698-d729-4f16-992d-4ea21c11b293 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.201868] env[62664]: DEBUG oslo_vmware.api [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 715.201868] env[62664]: value = "task-2697661" [ 715.201868] env[62664]: _type = "Task" [ 715.201868] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.214037] env[62664]: DEBUG oslo_vmware.api [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.348570] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697660, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.471730] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 715.471924] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543643', 'volume_id': 'd4c04eaf-7f26-4533-a2c8-8b755d228069', 'name': 'volume-d4c04eaf-7f26-4533-a2c8-8b755d228069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '633100b8-c9ff-40d8-9e88-2091f4243b0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4c04eaf-7f26-4533-a2c8-8b755d228069', 'serial': 'd4c04eaf-7f26-4533-a2c8-8b755d228069'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 715.472904] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934089a3-dec0-443f-ac02-f9a33d4ea288 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.482795] env[62664]: DEBUG nova.compute.utils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 715.486629] env[62664]: DEBUG nova.compute.manager [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.486629] env[62664]: DEBUG nova.network.neutron [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.527357] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31460c6f-86ca-4cdb-a7e2-6ad4da566ec7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.531822] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f2516bb-3e14-4f53-aaba-9264d35f3b78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.559574] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-d4c04eaf-7f26-4533-a2c8-8b755d228069/volume-d4c04eaf-7f26-4533-a2c8-8b755d228069.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.561324] env[62664]: DEBUG nova.network.neutron [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.563103] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f11f40-6c00-4532-96bc-b2500ad7bc0b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.579371] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc08a487-cd7c-48ae-b3fe-b033e3f74ce3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.592376] env[62664]: DEBUG nova.policy [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9a8100e671847d6879b2ebf1f03252b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '161c852df5054b4092831a927223b288', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.600431] env[62664]: DEBUG oslo_vmware.api [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 715.600431] env[62664]: value = "task-2697662" [ 715.600431] env[62664]: _type = "Task" [ 715.600431] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.622170] env[62664]: INFO nova.compute.manager [-] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Took 1.61 seconds to deallocate network for instance. [ 715.622170] env[62664]: DEBUG nova.compute.manager [req-f549ddbd-0eb2-4a00-8de1-37a41a609eb2 req-c305be62-2cfb-4424-9ce5-16339256e033 service nova] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Detach interface failed, port_id=3553569f-d4ca-4ffb-b265-6e80b9c46520, reason: Instance b493b6f4-5055-492f-84e4-25f70ca231aa could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 715.629718] env[62664]: DEBUG oslo_vmware.api [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.682516] env[62664]: DEBUG nova.network.neutron [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Updating instance_info_cache with network_info: [{"id": "62c0c673-01fd-4259-83c2-f786d06793be", "address": "fa:16:3e:b2:39:79", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c0c673-01", "ovs_interfaceid": "62c0c673-01fd-4259-83c2-f786d06793be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.712835] env[62664]: DEBUG oslo_vmware.api [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697661, 'name': PowerOffVM_Task, 'duration_secs': 0.29914} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.713147] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.713364] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.713803] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f480e6f-82fa-4d85-b4e6-39e6a4fe31a1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.849436] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697660, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.853041] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.853041] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.853041] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Deleting the datastore file [datastore1] 45223755-7de4-4eec-b41d-8c7ef92452fa {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.853041] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7b844b1-fb67-43c7-82c6-30af1d770200 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.861599] env[62664]: DEBUG oslo_vmware.api [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 715.861599] env[62664]: value = "task-2697664" [ 715.861599] env[62664]: _type = "Task" [ 715.861599] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.873548] env[62664]: DEBUG oslo_vmware.api [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.886532] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "a46f7aa6-e307-4c01-a666-38cb2a012b26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.886787] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a46f7aa6-e307-4c01-a666-38cb2a012b26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.986751] env[62664]: DEBUG oslo_concurrency.lockutils [None req-997e2c30-5776-444b-9a5c-6f38fb46da9a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.988013] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.641s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.988263] env[62664]: DEBUG nova.objects.instance [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lazy-loading 'resources' on Instance uuid c90e97fe-1065-4378-8152-c2f5d08e3b26 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.992225] env[62664]: DEBUG nova.compute.manager [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.035612] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a64f8461-285f-4728-8fc4-a06ccb4a1cd4 tempest-VolumesAssistedSnapshotsTest-1093019783 tempest-VolumesAssistedSnapshotsTest-1093019783-project-admin] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.477s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.111913] env[62664]: DEBUG oslo_vmware.api [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697662, 'name': ReconfigVM_Task, 'duration_secs': 0.460199} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.112228] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-d4c04eaf-7f26-4533-a2c8-8b755d228069/volume-d4c04eaf-7f26-4533-a2c8-8b755d228069.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.124407] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-013c91e6-74bf-45d0-b988-47b734d68224 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.136752] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.143959] env[62664]: DEBUG oslo_vmware.api [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 716.143959] env[62664]: value = "task-2697665" [ 716.143959] env[62664]: _type = "Task" [ 716.143959] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.160919] env[62664]: DEBUG oslo_vmware.api [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.187466] env[62664]: DEBUG oslo_concurrency.lockutils [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] Releasing lock "refresh_cache-7fd3536b-bf76-4f11-954f-47d7ccbd6511" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.187761] env[62664]: DEBUG nova.compute.manager [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Inject network info {{(pid=62664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 716.188036] env[62664]: DEBUG nova.compute.manager [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] network_info to inject: |[{"id": "62c0c673-01fd-4259-83c2-f786d06793be", "address": "fa:16:3e:b2:39:79", "network": {"id": "2855812f-fb4e-4f0c-9e2e-2d3ed28cbf17", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1642940828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5990947add84dc199c2253a90e0fe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c0c673-01", "ovs_interfaceid": "62c0c673-01fd-4259-83c2-f786d06793be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 716.193521] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Reconfiguring VM instance to set the machine id {{(pid=62664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 716.193859] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a7f8b5-8d56-4b69-9cc7-5ca91d1cbc94 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.213367] env[62664]: DEBUG oslo_vmware.api [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] Waiting for the task: (returnval){ [ 716.213367] env[62664]: value = "task-2697666" [ 716.213367] env[62664]: _type = "Task" [ 716.213367] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.219727] env[62664]: DEBUG oslo_vmware.api [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] Task: {'id': task-2697666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.349553] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697660, 'name': CloneVM_Task, 'duration_secs': 1.961195} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.350046] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Created linked-clone VM from snapshot [ 716.350807] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259cec13-5de9-47a2-93f0-c54bcff59559 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.360344] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Uploading image 69e569b9-6218-4db3-a7aa-2a6d32c63137 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 716.374826] env[62664]: DEBUG oslo_vmware.api [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277075} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.375131] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.376910] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.376910] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.376910] env[62664]: INFO nova.compute.manager [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Took 1.20 seconds to destroy the instance on the hypervisor. [ 716.376910] env[62664]: DEBUG oslo.service.loopingcall [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.376910] env[62664]: DEBUG nova.compute.manager [-] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.376910] env[62664]: DEBUG nova.network.neutron [-] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.384021] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.384243] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1efcc908-5425-471f-ab2b-3ed2409bbc70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.391377] env[62664]: DEBUG nova.compute.manager [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.394354] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 716.394354] env[62664]: value = "task-2697667" [ 716.394354] env[62664]: _type = "Task" [ 716.394354] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.404281] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697667, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.448261] env[62664]: DEBUG nova.network.neutron [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updating instance_info_cache with network_info: [{"id": "4be2992b-8f53-4658-82e7-d43b90625482", "address": "fa:16:3e:74:6a:a8", "network": {"id": "198a37cc-671d-4302-b11a-0f7adfcf4f24", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759232336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44c19108fca47c0ba443dd2cd71f2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be2992b-8f", "ovs_interfaceid": "4be2992b-8f53-4658-82e7-d43b90625482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.484189] env[62664]: DEBUG nova.network.neutron [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Successfully created port: 8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.662196] env[62664]: DEBUG oslo_vmware.api [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697665, 'name': ReconfigVM_Task, 'duration_secs': 0.167375} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.662196] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543643', 'volume_id': 'd4c04eaf-7f26-4533-a2c8-8b755d228069', 'name': 'volume-d4c04eaf-7f26-4533-a2c8-8b755d228069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '633100b8-c9ff-40d8-9e88-2091f4243b0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4c04eaf-7f26-4533-a2c8-8b755d228069', 'serial': 'd4c04eaf-7f26-4533-a2c8-8b755d228069'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 716.723974] env[62664]: DEBUG oslo_vmware.api [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] Task: {'id': task-2697666, 'name': ReconfigVM_Task, 'duration_secs': 0.175005} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.723974] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-609c1bfe-4d1e-4290-b167-35bdb2266340 tempest-ServersAdminTestJSON-1384866943 tempest-ServersAdminTestJSON-1384866943-project-admin] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Reconfigured VM instance to set the machine id {{(pid=62664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 716.909013] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697667, 'name': Destroy_Task, 'duration_secs': 0.502127} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.909298] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Destroyed the VM [ 716.909539] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 716.909801] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32be9e48-440a-40b3-8b1a-b614299c08c3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.919543] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 716.919543] env[62664]: value = "task-2697669" [ 716.919543] env[62664]: _type = "Task" [ 716.919543] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.924535] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.929759] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.952144] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Releasing lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.952416] env[62664]: DEBUG nova.compute.manager [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Inject network info {{(pid=62664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 716.952717] env[62664]: DEBUG nova.compute.manager [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] network_info to inject: |[{"id": "4be2992b-8f53-4658-82e7-d43b90625482", "address": "fa:16:3e:74:6a:a8", "network": {"id": "198a37cc-671d-4302-b11a-0f7adfcf4f24", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759232336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44c19108fca47c0ba443dd2cd71f2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be2992b-8f", "ovs_interfaceid": "4be2992b-8f53-4658-82e7-d43b90625482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 716.958606] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Reconfiguring VM instance to set the machine id {{(pid=62664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 716.960258] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2418529e-698b-461b-a81b-da81a8267ee4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.976567] env[62664]: DEBUG oslo_vmware.api [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 716.976567] env[62664]: value = "task-2697670" [ 716.976567] env[62664]: _type = "Task" [ 716.976567] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.991407] env[62664]: DEBUG oslo_vmware.api [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.006302] env[62664]: DEBUG nova.compute.manager [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.042844] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.042844] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.042844] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.042844] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.042844] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.042844] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.042844] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.042844] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.042844] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.042844] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.043413] env[62664]: DEBUG nova.virt.hardware [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.044116] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2693933-04e0-426f-9ce0-9b28c30e8997 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.054186] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3e8400-02a3-448c-99f4-e52eea1d5e4d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.217413] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d60ee63-60f2-4e76-ad4b-24de169709f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.229904] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643996fb-fc99-41a3-ba41-6dd5382f25db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.275960] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad84f68-1ed1-4aba-bb2d-10479104249d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.283746] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5116df4-ebb1-44b9-bc12-77f29c94ced1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.299282] env[62664]: DEBUG nova.compute.provider_tree [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.312809] env[62664]: DEBUG nova.compute.manager [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Received event network-changed-4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.312809] env[62664]: DEBUG nova.compute.manager [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Refreshing instance network info cache due to event network-changed-4be2992b-8f53-4658-82e7-d43b90625482. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 717.312809] env[62664]: DEBUG oslo_concurrency.lockutils [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] Acquiring lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.312809] env[62664]: DEBUG oslo_concurrency.lockutils [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] Acquired lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.313112] env[62664]: DEBUG nova.network.neutron [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Refreshing network info cache for port 4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.430707] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697669, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.486797] env[62664]: DEBUG oslo_vmware.api [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697670, 'name': ReconfigVM_Task, 'duration_secs': 0.157724} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.490173] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a0316b20-fc72-4994-b832-1ff9f0f84475 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Reconfigured VM instance to set the machine id {{(pid=62664) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 717.777751] env[62664]: DEBUG nova.objects.instance [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lazy-loading 'flavor' on Instance uuid 633100b8-c9ff-40d8-9e88-2091f4243b0f {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.802739] env[62664]: DEBUG nova.scheduler.client.report [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.934655] env[62664]: DEBUG oslo_vmware.api [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697669, 'name': RemoveSnapshot_Task, 'duration_secs': 0.834062} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.935480] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 717.975028] env[62664]: DEBUG nova.network.neutron [-] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.125902] env[62664]: DEBUG nova.network.neutron [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updated VIF entry in instance network info cache for port 4be2992b-8f53-4658-82e7-d43b90625482. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.126926] env[62664]: DEBUG nova.network.neutron [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updating instance_info_cache with network_info: [{"id": "4be2992b-8f53-4658-82e7-d43b90625482", "address": "fa:16:3e:74:6a:a8", "network": {"id": "198a37cc-671d-4302-b11a-0f7adfcf4f24", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-759232336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44c19108fca47c0ba443dd2cd71f2d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be2992b-8f", "ovs_interfaceid": "4be2992b-8f53-4658-82e7-d43b90625482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.285070] env[62664]: DEBUG oslo_concurrency.lockutils [None req-780bbe7a-4e39-4733-8d04-dc91d867cd0d tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.447s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.314650] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.318911] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.316s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.319196] env[62664]: DEBUG nova.objects.instance [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lazy-loading 'resources' on Instance uuid a3f6dea2-4192-44d8-8f03-0d26a3993429 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.350265] env[62664]: INFO nova.scheduler.client.report [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Deleted allocations for instance c90e97fe-1065-4378-8152-c2f5d08e3b26 [ 718.388828] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquiring lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.390503] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.390883] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquiring lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.391400] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.391724] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.395450] env[62664]: INFO nova.compute.manager [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Terminating instance [ 718.438857] env[62664]: DEBUG nova.network.neutron [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Successfully updated port: 8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.445744] env[62664]: WARNING nova.compute.manager [None req-61b45066-d2fd-4efa-99a1-ffc0fc76d3ff tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Image not found during snapshot: nova.exception.ImageNotFound: Image 69e569b9-6218-4db3-a7aa-2a6d32c63137 could not be found. [ 718.460022] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquiring lock "c1dbaa94-de05-484b-8667-1ca07dc13e55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.460346] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lock "c1dbaa94-de05-484b-8667-1ca07dc13e55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.480137] env[62664]: INFO nova.compute.manager [-] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Took 2.10 seconds to deallocate network for instance. [ 718.525772] env[62664]: DEBUG nova.compute.manager [req-923516fe-f160-45e9-bee5-73a8e8e5c53a req-61e0b17a-6e3b-42b0-be4e-3f0771d6ab8c service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Received event network-vif-plugged-8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.526056] env[62664]: DEBUG oslo_concurrency.lockutils [req-923516fe-f160-45e9-bee5-73a8e8e5c53a req-61e0b17a-6e3b-42b0-be4e-3f0771d6ab8c service nova] Acquiring lock "26ec8b7d-de9d-47e4-9dce-749d6401f469-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.526245] env[62664]: DEBUG oslo_concurrency.lockutils [req-923516fe-f160-45e9-bee5-73a8e8e5c53a req-61e0b17a-6e3b-42b0-be4e-3f0771d6ab8c service nova] Lock "26ec8b7d-de9d-47e4-9dce-749d6401f469-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.526454] env[62664]: DEBUG oslo_concurrency.lockutils [req-923516fe-f160-45e9-bee5-73a8e8e5c53a req-61e0b17a-6e3b-42b0-be4e-3f0771d6ab8c service nova] Lock "26ec8b7d-de9d-47e4-9dce-749d6401f469-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.526639] env[62664]: DEBUG nova.compute.manager [req-923516fe-f160-45e9-bee5-73a8e8e5c53a req-61e0b17a-6e3b-42b0-be4e-3f0771d6ab8c service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] No waiting events found dispatching network-vif-plugged-8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.526810] env[62664]: WARNING nova.compute.manager [req-923516fe-f160-45e9-bee5-73a8e8e5c53a req-61e0b17a-6e3b-42b0-be4e-3f0771d6ab8c service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Received unexpected event network-vif-plugged-8f5c77b5-07f0-4685-af28-896159b1d3d7 for instance with vm_state building and task_state spawning. [ 718.630145] env[62664]: DEBUG oslo_concurrency.lockutils [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] Releasing lock "refresh_cache-74ac4035-9fe2-4149-a5dd-3e8c6cc602de" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.630524] env[62664]: DEBUG nova.compute.manager [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received event network-vif-deleted-068d296d-55a2-4d7e-a699-e93944e499a4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.630743] env[62664]: INFO nova.compute.manager [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Neutron deleted interface 068d296d-55a2-4d7e-a699-e93944e499a4; detaching it from the instance and deleting it from the info cache [ 718.631087] env[62664]: DEBUG nova.network.neutron [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Updating instance_info_cache with network_info: [{"id": "f0102e87-ddc5-4249-a3b6-6eb140146290", "address": "fa:16:3e:61:df:de", "network": {"id": "887a8936-d031-4630-b7ad-22af3f11b93f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113944265", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0102e87-dd", "ovs_interfaceid": "f0102e87-ddc5-4249-a3b6-6eb140146290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3500a566-520f-4b0e-9244-1bc32a9d1072", "address": "fa:16:3e:ea:52:83", "network": {"id": "887a8936-d031-4630-b7ad-22af3f11b93f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113944265", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3500a566-52", "ovs_interfaceid": "3500a566-520f-4b0e-9244-1bc32a9d1072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.862201] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6018bf8c-a5b2-44b9-9c8b-1a9b13fa4212 tempest-ListServerFiltersTestJSON-1363858805 tempest-ListServerFiltersTestJSON-1363858805-project-member] Lock "c90e97fe-1065-4378-8152-c2f5d08e3b26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.206s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.903034] env[62664]: DEBUG nova.compute.manager [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.903141] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.907029] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9277d69-80a8-46ea-9769-231aadf5cf20 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.914245] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.914681] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-235d5395-7b2d-420d-8e68-ca6cb765b866 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.924702] env[62664]: DEBUG oslo_vmware.api [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 718.924702] env[62664]: value = "task-2697671" [ 718.924702] env[62664]: _type = "Task" [ 718.924702] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.934686] env[62664]: DEBUG oslo_vmware.api [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.938320] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "d2136d99-28b5-4aa3-bb21-6086d55743b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.938674] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "d2136d99-28b5-4aa3-bb21-6086d55743b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.938953] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "d2136d99-28b5-4aa3-bb21-6086d55743b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.939171] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "d2136d99-28b5-4aa3-bb21-6086d55743b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.939372] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "d2136d99-28b5-4aa3-bb21-6086d55743b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.942517] env[62664]: INFO nova.compute.manager [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Terminating instance [ 718.944559] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.944622] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquired lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.944768] env[62664]: DEBUG nova.network.neutron [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.963283] env[62664]: DEBUG nova.compute.manager [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.990102] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.133784] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02f63e32-c040-4359-b65c-97fcf1256282 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.146228] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a101300-49bd-44e6-96a9-719d47446b31 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.188418] env[62664]: DEBUG nova.compute.manager [req-8eb59c74-4ad0-4e72-98ba-b143b2ec6938 req-9c7a24ad-18d9-44e4-bd8b-9dce7001452c service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Detach interface failed, port_id=068d296d-55a2-4d7e-a699-e93944e499a4, reason: Instance 45223755-7de4-4eec-b41d-8c7ef92452fa could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 719.436381] env[62664]: DEBUG oslo_vmware.api [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697671, 'name': PowerOffVM_Task, 'duration_secs': 0.311637} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.436381] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.436504] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.437097] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-952c7bfc-b614-4c76-8d86-8a1dfb832031 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.451986] env[62664]: DEBUG nova.compute.manager [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.451986] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.452819] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f79087-14aa-4529-89dc-e1abc1376b62 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.465329] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.466130] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe323c72-25a7-477d-8b86-cf4f6b3ff21d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.474785] env[62664]: DEBUG oslo_vmware.api [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 719.474785] env[62664]: value = "task-2697673" [ 719.474785] env[62664]: _type = "Task" [ 719.474785] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.486216] env[62664]: DEBUG oslo_vmware.api [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.487423] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.490677] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d505b5b-50ab-48f5-a832-7ad6fd8195d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.500855] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f47870-b4e1-4cfe-8618-5be3f7daca02 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.506673] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.506877] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.507362] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Deleting the datastore file [datastore2] 74ac4035-9fe2-4149-a5dd-3e8c6cc602de {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.507709] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f26e606-63c2-4197-8ed3-8150da2c8e5a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.511135] env[62664]: DEBUG nova.network.neutron [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.542616] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734db5ea-e53c-458d-9adf-71b8e3ef69f9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.545694] env[62664]: DEBUG oslo_vmware.api [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for the task: (returnval){ [ 719.545694] env[62664]: value = "task-2697674" [ 719.545694] env[62664]: _type = "Task" [ 719.545694] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.553688] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245ac029-ae87-445b-a58e-995413ccdf2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.561572] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.561841] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.563425] env[62664]: DEBUG oslo_vmware.api [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.574071] env[62664]: DEBUG nova.compute.provider_tree [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.660981] env[62664]: DEBUG nova.compute.manager [req-1e356548-cc9c-487b-ad39-3acd1f898143 req-5a864aef-3d4c-4737-86e8-fd02b1205510 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received event network-vif-deleted-3500a566-520f-4b0e-9244-1bc32a9d1072 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.661275] env[62664]: INFO nova.compute.manager [req-1e356548-cc9c-487b-ad39-3acd1f898143 req-5a864aef-3d4c-4737-86e8-fd02b1205510 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Neutron deleted interface 3500a566-520f-4b0e-9244-1bc32a9d1072; detaching it from the instance and deleting it from the info cache [ 719.661560] env[62664]: DEBUG nova.network.neutron [req-1e356548-cc9c-487b-ad39-3acd1f898143 req-5a864aef-3d4c-4737-86e8-fd02b1205510 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Updating instance_info_cache with network_info: [{"id": "f0102e87-ddc5-4249-a3b6-6eb140146290", "address": "fa:16:3e:61:df:de", "network": {"id": "887a8936-d031-4630-b7ad-22af3f11b93f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113944265", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0102e87-dd", "ovs_interfaceid": "f0102e87-ddc5-4249-a3b6-6eb140146290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.697131] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquiring lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.697414] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.699030] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquiring lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.699030] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.699030] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.701142] env[62664]: INFO nova.compute.manager [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Terminating instance [ 719.774458] env[62664]: DEBUG nova.network.neutron [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Updating instance_info_cache with network_info: [{"id": "8f5c77b5-07f0-4685-af28-896159b1d3d7", "address": "fa:16:3e:73:28:ae", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5c77b5-07", "ovs_interfaceid": "8f5c77b5-07f0-4685-af28-896159b1d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.992287] env[62664]: DEBUG oslo_vmware.api [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697673, 'name': PowerOffVM_Task, 'duration_secs': 0.230713} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.992601] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.992754] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.993056] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0d69d2b-a0c7-4a97-9182-02dc326ab132 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.059953] env[62664]: DEBUG oslo_vmware.api [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Task: {'id': task-2697674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281356} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.063271] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.063271] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.063271] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.063481] env[62664]: INFO nova.compute.manager [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Took 1.16 seconds to destroy the instance on the hypervisor. [ 720.063856] env[62664]: DEBUG oslo.service.loopingcall [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.064147] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.064444] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.064681] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Deleting the datastore file [datastore1] d2136d99-28b5-4aa3-bb21-6086d55743b1 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.064985] env[62664]: DEBUG nova.compute.manager [-] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.065175] env[62664]: DEBUG nova.network.neutron [-] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.067341] env[62664]: INFO nova.compute.manager [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Detaching volume d4c04eaf-7f26-4533-a2c8-8b755d228069 [ 720.069707] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1154c33b-f92f-40f9-8678-41420d19cab2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.079025] env[62664]: DEBUG nova.scheduler.client.report [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.088029] env[62664]: DEBUG oslo_vmware.api [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 720.088029] env[62664]: value = "task-2697676" [ 720.088029] env[62664]: _type = "Task" [ 720.088029] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.099930] env[62664]: DEBUG oslo_vmware.api [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.133971] env[62664]: INFO nova.virt.block_device [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Attempting to driver detach volume d4c04eaf-7f26-4533-a2c8-8b755d228069 from mountpoint /dev/sdb [ 720.134283] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 720.134887] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543643', 'volume_id': 'd4c04eaf-7f26-4533-a2c8-8b755d228069', 'name': 'volume-d4c04eaf-7f26-4533-a2c8-8b755d228069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '633100b8-c9ff-40d8-9e88-2091f4243b0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4c04eaf-7f26-4533-a2c8-8b755d228069', 'serial': 'd4c04eaf-7f26-4533-a2c8-8b755d228069'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 720.135662] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f13816-878a-4b06-99a6-30fd290f68ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.164332] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f306dcd1-68a8-4bfd-9fb9-c1813bb7ef2d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.167677] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5553e353-8b83-428c-8c68-cbae9e5cd334 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.188649] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13eabb6-b6d1-4e38-a468-d236b382e80c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.201177] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646bcaf6-4aa3-4fd9-a669-19da621143e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.205440] env[62664]: DEBUG nova.compute.manager [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.205768] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.207093] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dd7134-1e0c-4545-9f69-930627712f18 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.215676] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.232693] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f06e0179-7c7d-43d4-b2ef-85815435b0f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.254720] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7469d-dcab-446b-af07-69fa0f131741 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.259924] env[62664]: DEBUG nova.compute.manager [req-1e356548-cc9c-487b-ad39-3acd1f898143 req-5a864aef-3d4c-4737-86e8-fd02b1205510 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Detach interface failed, port_id=3500a566-520f-4b0e-9244-1bc32a9d1072, reason: Instance 45223755-7de4-4eec-b41d-8c7ef92452fa could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 720.259924] env[62664]: DEBUG nova.compute.manager [req-1e356548-cc9c-487b-ad39-3acd1f898143 req-5a864aef-3d4c-4737-86e8-fd02b1205510 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Received event network-vif-deleted-f0102e87-ddc5-4249-a3b6-6eb140146290 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.259924] env[62664]: INFO nova.compute.manager [req-1e356548-cc9c-487b-ad39-3acd1f898143 req-5a864aef-3d4c-4737-86e8-fd02b1205510 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Neutron deleted interface f0102e87-ddc5-4249-a3b6-6eb140146290; detaching it from the instance and deleting it from the info cache [ 720.259924] env[62664]: DEBUG nova.network.neutron [req-1e356548-cc9c-487b-ad39-3acd1f898143 req-5a864aef-3d4c-4737-86e8-fd02b1205510 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.282467] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Releasing lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.283106] env[62664]: DEBUG nova.compute.manager [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Instance network_info: |[{"id": "8f5c77b5-07f0-4685-af28-896159b1d3d7", "address": "fa:16:3e:73:28:ae", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5c77b5-07", "ovs_interfaceid": "8f5c77b5-07f0-4685-af28-896159b1d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.283468] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] The volume has not been displaced from its original location: [datastore2] volume-d4c04eaf-7f26-4533-a2c8-8b755d228069/volume-d4c04eaf-7f26-4533-a2c8-8b755d228069.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 720.289903] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 720.290410] env[62664]: DEBUG oslo_vmware.api [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for the task: (returnval){ [ 720.290410] env[62664]: value = "task-2697677" [ 720.290410] env[62664]: _type = "Task" [ 720.290410] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.291652] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:28:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f5c77b5-07f0-4685-af28-896159b1d3d7', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.299787] env[62664]: DEBUG oslo.service.loopingcall [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.299946] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df21dcfb-5a40-4ef7-a21f-45e794ca8ff0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.314132] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.317927] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30abbb28-c2d4-4100-9abc-bbcbd5af727e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.340834] env[62664]: DEBUG oslo_vmware.api [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.342159] env[62664]: DEBUG oslo_vmware.api [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 720.342159] env[62664]: value = "task-2697678" [ 720.342159] env[62664]: _type = "Task" [ 720.342159] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.349032] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.349032] env[62664]: value = "task-2697679" [ 720.349032] env[62664]: _type = "Task" [ 720.349032] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.355559] env[62664]: DEBUG oslo_vmware.api [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.360783] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697679, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.367992] env[62664]: DEBUG oslo_vmware.rw_handles [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254036d-c344-e23b-0194-38955f316392/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 720.370472] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca577b4-371c-4caa-a8f6-89ffe8bb39a4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.379805] env[62664]: DEBUG oslo_vmware.rw_handles [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254036d-c344-e23b-0194-38955f316392/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 720.380079] env[62664]: ERROR oslo_vmware.rw_handles [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254036d-c344-e23b-0194-38955f316392/disk-0.vmdk due to incomplete transfer. [ 720.380340] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-33d24d6f-64b1-46dd-a3fb-c08d3f35719b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.384877] env[62664]: INFO nova.compute.manager [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Rebuilding instance [ 720.393021] env[62664]: DEBUG oslo_vmware.rw_handles [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254036d-c344-e23b-0194-38955f316392/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 720.393021] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Uploaded image 2e1c9a6f-9269-408e-8107-1e4069d8b888 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 720.393021] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 720.393467] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5fbeaca9-609a-43f6-ad20-5f8f1f7d5b80 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.399172] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 720.399172] env[62664]: value = "task-2697680" [ 720.399172] env[62664]: _type = "Task" [ 720.399172] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.408754] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697680, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.452308] env[62664]: DEBUG nova.compute.manager [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.453290] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5756e977-6e59-4b72-be77-9b414c2fc140 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.595101] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.597511] env[62664]: DEBUG oslo_concurrency.lockutils [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.283s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.597976] env[62664]: DEBUG nova.objects.instance [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lazy-loading 'resources' on Instance uuid c9630308-fddf-4749-982b-e860a00dd719 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.617146] env[62664]: DEBUG oslo_vmware.api [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217707} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.618484] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.618484] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.618484] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.618484] env[62664]: INFO nova.compute.manager [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 720.618738] env[62664]: DEBUG oslo.service.loopingcall [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.619939] env[62664]: DEBUG nova.compute.manager [-] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.619939] env[62664]: DEBUG nova.network.neutron [-] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.633034] env[62664]: INFO nova.scheduler.client.report [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Deleted allocations for instance a3f6dea2-4192-44d8-8f03-0d26a3993429 [ 720.700752] env[62664]: DEBUG nova.compute.manager [req-9d6bd2ed-0e13-44cb-92e6-b141566c0ddf req-861a421c-22e5-40ee-991f-ca8a622ce4e4 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Received event network-changed-8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.701047] env[62664]: DEBUG nova.compute.manager [req-9d6bd2ed-0e13-44cb-92e6-b141566c0ddf req-861a421c-22e5-40ee-991f-ca8a622ce4e4 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Refreshing instance network info cache due to event network-changed-8f5c77b5-07f0-4685-af28-896159b1d3d7. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.701390] env[62664]: DEBUG oslo_concurrency.lockutils [req-9d6bd2ed-0e13-44cb-92e6-b141566c0ddf req-861a421c-22e5-40ee-991f-ca8a622ce4e4 service nova] Acquiring lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.701592] env[62664]: DEBUG oslo_concurrency.lockutils [req-9d6bd2ed-0e13-44cb-92e6-b141566c0ddf req-861a421c-22e5-40ee-991f-ca8a622ce4e4 service nova] Acquired lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.701771] env[62664]: DEBUG nova.network.neutron [req-9d6bd2ed-0e13-44cb-92e6-b141566c0ddf req-861a421c-22e5-40ee-991f-ca8a622ce4e4 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Refreshing network info cache for port 8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.763056] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fff081d7-08fb-4d3a-9b97-8f3df9006a38 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.771996] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224eb4e9-d092-4827-831e-7434e3304f98 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.807581] env[62664]: DEBUG nova.compute.manager [req-1e356548-cc9c-487b-ad39-3acd1f898143 req-5a864aef-3d4c-4737-86e8-fd02b1205510 service nova] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Detach interface failed, port_id=f0102e87-ddc5-4249-a3b6-6eb140146290, reason: Instance 45223755-7de4-4eec-b41d-8c7ef92452fa could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 720.823178] env[62664]: DEBUG oslo_vmware.api [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697677, 'name': PowerOffVM_Task, 'duration_secs': 0.291954} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.823450] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.823616] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.823860] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6045df4b-6340-4011-a3e7-da280b91a512 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.855091] env[62664]: DEBUG oslo_vmware.api [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697678, 'name': ReconfigVM_Task, 'duration_secs': 0.343911} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.858683] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 720.866227] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf7a0f6-8091-4bd9-9992-5940187d332c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.876470] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697679, 'name': CreateVM_Task, 'duration_secs': 0.506161} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.877267] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.878362] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.878521] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.878906] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.879459] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d009842c-e9cb-4988-ba2e-4e72cea9564d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.883186] env[62664]: DEBUG oslo_vmware.api [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 720.883186] env[62664]: value = "task-2697682" [ 720.883186] env[62664]: _type = "Task" [ 720.883186] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.888860] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 720.888860] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bf894f-e482-5ac1-0c57-a20a9ff1aea0" [ 720.888860] env[62664]: _type = "Task" [ 720.888860] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.897603] env[62664]: DEBUG oslo_vmware.api [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.898610] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.898813] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.898986] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Deleting the datastore file [datastore1] f03d1d72-c793-40ed-8ac2-2e1171cdf8fe {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.903117] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f917430d-61ff-4743-b11d-e6fdecc590a9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.904406] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bf894f-e482-5ac1-0c57-a20a9ff1aea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.914798] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697680, 'name': Destroy_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.916826] env[62664]: DEBUG oslo_vmware.api [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for the task: (returnval){ [ 720.916826] env[62664]: value = "task-2697683" [ 720.916826] env[62664]: _type = "Task" [ 720.916826] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.930184] env[62664]: DEBUG oslo_vmware.api [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.070197] env[62664]: DEBUG oslo_concurrency.lockutils [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Acquiring lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.070523] env[62664]: DEBUG oslo_concurrency.lockutils [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.070754] env[62664]: DEBUG oslo_concurrency.lockutils [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Acquiring lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.070942] env[62664]: DEBUG oslo_concurrency.lockutils [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.071130] env[62664]: DEBUG oslo_concurrency.lockutils [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.076054] env[62664]: INFO nova.compute.manager [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Terminating instance [ 721.140071] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f77aaee0-c8c4-46cd-86c8-3e508835fac7 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "a3f6dea2-4192-44d8-8f03-0d26a3993429" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.038s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.368141] env[62664]: DEBUG nova.network.neutron [-] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.418967] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bf894f-e482-5ac1-0c57-a20a9ff1aea0, 'name': SearchDatastore_Task, 'duration_secs': 0.02181} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.419297] env[62664]: DEBUG oslo_vmware.api [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697682, 'name': ReconfigVM_Task, 'duration_secs': 0.182233} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.423183] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.423941] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.423941] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.423941] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.424141] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.427584] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543643', 'volume_id': 'd4c04eaf-7f26-4533-a2c8-8b755d228069', 'name': 'volume-d4c04eaf-7f26-4533-a2c8-8b755d228069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '633100b8-c9ff-40d8-9e88-2091f4243b0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4c04eaf-7f26-4533-a2c8-8b755d228069', 'serial': 'd4c04eaf-7f26-4533-a2c8-8b755d228069'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 721.433926] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3601d87-cad2-4dd9-bacb-d6007adbcee1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.439019] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697680, 'name': Destroy_Task, 'duration_secs': 0.698623} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.439019] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Destroyed the VM [ 721.439019] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 721.439019] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-11597f9e-592d-46ef-aeef-97989cc0e639 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.442959] env[62664]: DEBUG oslo_vmware.api [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Task: {'id': task-2697683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345244} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.444663] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.444944] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.445255] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.445570] env[62664]: INFO nova.compute.manager [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Took 1.24 seconds to destroy the instance on the hypervisor. [ 721.445827] env[62664]: DEBUG oslo.service.loopingcall [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.446577] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.446577] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.449973] env[62664]: DEBUG nova.compute.manager [-] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.450101] env[62664]: DEBUG nova.network.neutron [-] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.451758] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd058eb-b664-4e7b-9027-2c5cccfe0e3c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.456484] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 721.456484] env[62664]: value = "task-2697684" [ 721.456484] env[62664]: _type = "Task" [ 721.456484] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.461970] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 721.461970] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52aede2e-aca2-bda1-5453-83c6189f2771" [ 721.461970] env[62664]: _type = "Task" [ 721.461970] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.468527] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.468791] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697684, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.472429] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-946ccfbe-bcb5-4297-ad9f-8efeb5ae9b93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.478999] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52aede2e-aca2-bda1-5453-83c6189f2771, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.482445] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62c561a-cd63-406e-83d0-afc712cc20af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.486305] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 721.486305] env[62664]: value = "task-2697685" [ 721.486305] env[62664]: _type = "Task" [ 721.486305] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.491121] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 721.491121] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bf418f-06eb-4fbb-721d-0e9c51ee6c01" [ 721.491121] env[62664]: _type = "Task" [ 721.491121] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.497948] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.503117] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bf418f-06eb-4fbb-721d-0e9c51ee6c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.580284] env[62664]: DEBUG nova.compute.manager [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.580513] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.581026] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dda58d02-176a-468d-a89f-3175fb8665df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.591587] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for the task: (returnval){ [ 721.591587] env[62664]: value = "task-2697686" [ 721.591587] env[62664]: _type = "Task" [ 721.591587] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.602526] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.674637] env[62664]: DEBUG nova.network.neutron [req-9d6bd2ed-0e13-44cb-92e6-b141566c0ddf req-861a421c-22e5-40ee-991f-ca8a622ce4e4 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Updated VIF entry in instance network info cache for port 8f5c77b5-07f0-4685-af28-896159b1d3d7. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.675089] env[62664]: DEBUG nova.network.neutron [req-9d6bd2ed-0e13-44cb-92e6-b141566c0ddf req-861a421c-22e5-40ee-991f-ca8a622ce4e4 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Updating instance_info_cache with network_info: [{"id": "8f5c77b5-07f0-4685-af28-896159b1d3d7", "address": "fa:16:3e:73:28:ae", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5c77b5-07", "ovs_interfaceid": "8f5c77b5-07f0-4685-af28-896159b1d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.676488] env[62664]: DEBUG nova.network.neutron [-] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.746645] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "76b542df-d968-4830-9988-2b537105e957" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.747084] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "76b542df-d968-4830-9988-2b537105e957" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.747388] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "76b542df-d968-4830-9988-2b537105e957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.747388] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "76b542df-d968-4830-9988-2b537105e957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.747550] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "76b542df-d968-4830-9988-2b537105e957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.752920] env[62664]: INFO nova.compute.manager [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Terminating instance [ 721.770030] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088f35a8-2da0-4602-a40b-d11e467901ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.778945] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db31aee9-5a21-496f-b322-18d2a8cc214a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.809653] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea756f0f-fe50-49f9-95bd-04eff8d0e00e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.817413] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a85796-0f71-42b9-ad3a-fde6e0a0cb87 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.831537] env[62664]: DEBUG nova.compute.provider_tree [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.875264] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.876087] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.876087] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.876424] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.876424] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.878144] env[62664]: INFO nova.compute.manager [-] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Took 1.81 seconds to deallocate network for instance. [ 721.878609] env[62664]: INFO nova.compute.manager [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Terminating instance [ 721.969497] env[62664]: DEBUG oslo_vmware.api [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697684, 'name': RemoveSnapshot_Task, 'duration_secs': 0.499592} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.970063] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.970678] env[62664]: INFO nova.compute.manager [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Took 14.93 seconds to snapshot the instance on the hypervisor. [ 722.015350] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bf418f-06eb-4fbb-721d-0e9c51ee6c01, 'name': SearchDatastore_Task, 'duration_secs': 0.038922} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.015703] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697685, 'name': PowerOffVM_Task, 'duration_secs': 0.247359} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.017820] env[62664]: DEBUG nova.objects.instance [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lazy-loading 'flavor' on Instance uuid 633100b8-c9ff-40d8-9e88-2091f4243b0f {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.019402] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.020860] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 26ec8b7d-de9d-47e4-9dce-749d6401f469/26ec8b7d-de9d-47e4-9dce-749d6401f469.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.021245] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.021481] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.021977] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-759118eb-3f6d-45be-a18f-50f1d4d7abb6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.030613] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99152c2d-dc12-4ca6-8ee2-ac76a8aca50c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.038917] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.040854] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5087b98d-fdfa-4aee-8444-e3d569fecf6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.041622] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 722.041622] env[62664]: value = "task-2697687" [ 722.041622] env[62664]: _type = "Task" [ 722.041622] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.054048] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.102066] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.102358] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.103042] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleting the datastore file [datastore1] edd9f253-f27f-4417-a9aa-6ba7915fd588 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.103205] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-451fdbcb-7835-4f6c-8126-823b18389b02 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.111090] env[62664]: DEBUG nova.compute.manager [req-50148ac6-4818-454e-9946-37fa5e7df09a req-0f80ef0a-c758-4cf7-9aea-c01602d99e6c service nova] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Received event network-vif-deleted-c495c9bc-0abe-41d9-a95f-a5c809ecf0f2 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.111791] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697686, 'name': PowerOffVM_Task, 'duration_secs': 0.173357} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.112546] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.112620] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 722.114037] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543555', 'volume_id': '9136c3c3-9096-4f28-9873-6db756653aac', 'name': 'volume-9136c3c3-9096-4f28-9873-6db756653aac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d5032a7-5bd2-417f-9e01-2d4b58abf77e', 'attached_at': '', 'detached_at': '', 'volume_id': '9136c3c3-9096-4f28-9873-6db756653aac', 'serial': '9136c3c3-9096-4f28-9873-6db756653aac'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 722.117877] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871c65ce-f56d-40f1-84a7-5f4734a2352d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.119597] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 722.119597] env[62664]: value = "task-2697689" [ 722.119597] env[62664]: _type = "Task" [ 722.119597] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.138938] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf14ecc7-439c-45b1-b707-8ea69e26b746 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.146228] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.150779] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd457302-fc93-465c-bfd5-101f330d07a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.174533] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d685dd3-5b76-497c-b505-996b52a48a26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.178583] env[62664]: DEBUG oslo_concurrency.lockutils [req-9d6bd2ed-0e13-44cb-92e6-b141566c0ddf req-861a421c-22e5-40ee-991f-ca8a622ce4e4 service nova] Releasing lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.189964] env[62664]: INFO nova.compute.manager [-] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Took 1.57 seconds to deallocate network for instance. [ 722.190672] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] The volume has not been displaced from its original location: [datastore1] volume-9136c3c3-9096-4f28-9873-6db756653aac/volume-9136c3c3-9096-4f28-9873-6db756653aac.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 722.196062] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 722.197802] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7fc2a1b-458b-4201-9e65-008463107081 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.221854] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for the task: (returnval){ [ 722.221854] env[62664]: value = "task-2697690" [ 722.221854] env[62664]: _type = "Task" [ 722.221854] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.232677] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.260232] env[62664]: DEBUG nova.compute.manager [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.260355] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.261806] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3a1bd3-4fa9-4ac2-869c-6baa553f3c51 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.272362] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.272774] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-160307d4-b17f-4414-95c5-7b5fc3f48a17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.356031] env[62664]: ERROR nova.scheduler.client.report [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [req-c8ade96a-ffda-46f3-872c-8456c9fcb119] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8ade96a-ffda-46f3-872c-8456c9fcb119"}]} [ 722.374806] env[62664]: DEBUG nova.scheduler.client.report [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 722.382100] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.382443] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.382738] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleting the datastore file [datastore2] 76b542df-d968-4830-9988-2b537105e957 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.382954] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a00cf4b4-7634-4bd9-abb7-b863ac2e3e17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.386038] env[62664]: DEBUG nova.compute.manager [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.386254] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.387226] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.388087] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacf4310-8b46-43a7-808c-6d8325198e24 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.392801] env[62664]: DEBUG nova.scheduler.client.report [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 722.393028] env[62664]: DEBUG nova.compute.provider_tree [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.398969] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.399349] env[62664]: DEBUG oslo_vmware.api [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 722.399349] env[62664]: value = "task-2697692" [ 722.399349] env[62664]: _type = "Task" [ 722.399349] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.399567] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91f04f34-2b9c-44af-b91d-93f70d83ec12 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.406012] env[62664]: DEBUG nova.scheduler.client.report [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 722.410521] env[62664]: DEBUG oslo_vmware.api [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 722.410521] env[62664]: value = "task-2697693" [ 722.410521] env[62664]: _type = "Task" [ 722.410521] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.414233] env[62664]: DEBUG oslo_vmware.api [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.423121] env[62664]: DEBUG oslo_vmware.api [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.428077] env[62664]: DEBUG nova.scheduler.client.report [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 722.482269] env[62664]: DEBUG nova.compute.manager [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Instance disappeared during snapshot {{(pid=62664) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 722.500910] env[62664]: DEBUG nova.compute.manager [None req-959674e1-7d28-4394-b877-4cebc04b5e49 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image not found during clean up 2e1c9a6f-9269-408e-8107-1e4069d8b888 {{(pid=62664) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 722.560013] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697687, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.623760] env[62664]: DEBUG nova.network.neutron [-] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.639272] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217256} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.639588] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.639780] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.639955] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.684078] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "eadc1c38-afc4-4877-9d7e-69a4ee194303" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.684360] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "eadc1c38-afc4-4877-9d7e-69a4ee194303" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.716605] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.739881] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697690, 'name': ReconfigVM_Task, 'duration_secs': 0.206305} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.744333] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 722.751245] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23188b6f-396f-4d8f-a674-0aaedb062414 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.767836] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for the task: (returnval){ [ 722.767836] env[62664]: value = "task-2697694" [ 722.767836] env[62664]: _type = "Task" [ 722.767836] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.782151] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.868264] env[62664]: DEBUG nova.compute.manager [req-17d038f5-2786-4385-b78a-e2a6ec05fffa req-d78ab2d9-6f3e-492e-943b-9141d3440302 service nova] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Received event network-vif-deleted-4be2992b-8f53-4658-82e7-d43b90625482 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.868514] env[62664]: DEBUG nova.compute.manager [req-17d038f5-2786-4385-b78a-e2a6ec05fffa req-d78ab2d9-6f3e-492e-943b-9141d3440302 service nova] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Received event network-vif-deleted-d3aee704-39b8-462f-8043-aec615529054 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.917524] env[62664]: DEBUG oslo_vmware.api [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.935047] env[62664]: DEBUG oslo_vmware.api [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697693, 'name': PowerOffVM_Task, 'duration_secs': 0.260728} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.935149] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.935307] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.935569] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1cf4c62-7366-4538-8daa-233dc18eecf9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.003253] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.004128] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.004422] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Deleting the datastore file [datastore1] 1dc0fc2c-e96b-4366-ac81-67b190e65ab7 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.004738] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3c6806f-ae1d-434d-b965-481cede0d167 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.015036] env[62664]: DEBUG oslo_vmware.api [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for the task: (returnval){ [ 723.015036] env[62664]: value = "task-2697696" [ 723.015036] env[62664]: _type = "Task" [ 723.015036] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.024227] env[62664]: DEBUG oslo_vmware.api [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.037593] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4fb98889-d1c1-496e-90fc-a4400a393cb0 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.476s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.055814] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562527} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.057124] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 26ec8b7d-de9d-47e4-9dce-749d6401f469/26ec8b7d-de9d-47e4-9dce-749d6401f469.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.057124] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.057124] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f7db0d-998e-4def-90ce-40750f456e6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.063384] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 723.063384] env[62664]: value = "task-2697697" [ 723.063384] env[62664]: _type = "Task" [ 723.063384] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.075475] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.077301] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b399d77f-2977-4202-a213-d0b232ef10d1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.085569] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025beed-e36d-4f86-b191-41d9d5938011 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.120394] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f231ae5-66cd-459b-b866-db6d97e90d35 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.129938] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e6cf70-9af3-420d-af18-0532f442985f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.134862] env[62664]: INFO nova.compute.manager [-] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Took 1.68 seconds to deallocate network for instance. [ 723.155369] env[62664]: DEBUG nova.compute.provider_tree [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.190018] env[62664]: DEBUG nova.compute.manager [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.280837] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697694, 'name': ReconfigVM_Task, 'duration_secs': 0.305251} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.280837] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543555', 'volume_id': '9136c3c3-9096-4f28-9873-6db756653aac', 'name': 'volume-9136c3c3-9096-4f28-9873-6db756653aac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d5032a7-5bd2-417f-9e01-2d4b58abf77e', 'attached_at': '', 'detached_at': '', 'volume_id': '9136c3c3-9096-4f28-9873-6db756653aac', 'serial': '9136c3c3-9096-4f28-9873-6db756653aac'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 723.280837] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.280837] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76995ea0-48fb-4fec-82df-7dbae1bda2ef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.290130] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.290130] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-386d5369-a380-40de-8108-9e4d7120af75 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.350575] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.350809] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.350990] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Deleting the datastore file [datastore1] 9d5032a7-5bd2-417f-9e01-2d4b58abf77e {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.351280] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16c678fd-d10d-4c33-a84a-268d2a67fd4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.359050] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for the task: (returnval){ [ 723.359050] env[62664]: value = "task-2697699" [ 723.359050] env[62664]: _type = "Task" [ 723.359050] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.367385] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.411164] env[62664]: DEBUG oslo_vmware.api [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.786116} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.411445] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.411652] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.411847] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.412049] env[62664]: INFO nova.compute.manager [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 76b542df-d968-4830-9988-2b537105e957] Took 1.15 seconds to destroy the instance on the hypervisor. [ 723.412415] env[62664]: DEBUG oslo.service.loopingcall [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.412631] env[62664]: DEBUG nova.compute.manager [-] [instance: 76b542df-d968-4830-9988-2b537105e957] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.412730] env[62664]: DEBUG nova.network.neutron [-] [instance: 76b542df-d968-4830-9988-2b537105e957] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.526677] env[62664]: DEBUG oslo_vmware.api [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Task: {'id': task-2697696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263976} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.526677] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.526677] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.526677] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.526677] env[62664]: INFO nova.compute.manager [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 723.526677] env[62664]: DEBUG oslo.service.loopingcall [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.526968] env[62664]: DEBUG nova.compute.manager [-] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.527023] env[62664]: DEBUG nova.network.neutron [-] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.579024] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068678} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.579024] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.579024] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5371a220-b6a5-41d0-83b6-aa72c692b776 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.602069] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 26ec8b7d-de9d-47e4-9dce-749d6401f469/26ec8b7d-de9d-47e4-9dce-749d6401f469.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.602589] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1239738a-9e86-4bb3-bbe0-89259813ea72 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.624435] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 723.624435] env[62664]: value = "task-2697700" [ 723.624435] env[62664]: _type = "Task" [ 723.624435] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.632800] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.658468] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.694101] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.694694] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.694694] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.694694] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.694694] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.694879] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.699404] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.699404] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.699404] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.699404] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.699404] env[62664]: DEBUG nova.virt.hardware [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.703124] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e90219-d4c8-4838-ac0d-8d29f103c2ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.710243] env[62664]: DEBUG nova.scheduler.client.report [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 723.710434] env[62664]: DEBUG nova.compute.provider_tree [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 70 to 71 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 723.710615] env[62664]: DEBUG nova.compute.provider_tree [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.720217] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e10527-25cd-409a-9f95-95cc69ffe216 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.727139] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.740632] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:fe:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '307f6156-56a6-479d-9e32-b63d0223ed03', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.747766] env[62664]: DEBUG oslo.service.loopingcall [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.748585] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.750938] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c820346c-e0ce-46d9-a852-27b2ed2ff171 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.773382] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.773382] env[62664]: value = "task-2697701" [ 723.773382] env[62664]: _type = "Task" [ 723.773382] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.783051] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697701, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.874576] env[62664]: DEBUG oslo_vmware.api [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Task: {'id': task-2697699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075182} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.874923] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.875444] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.875444] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.876186] env[62664]: INFO nova.compute.manager [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Took 2.30 seconds to destroy the instance on the hypervisor. [ 723.876186] env[62664]: DEBUG oslo.service.loopingcall [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.876409] env[62664]: DEBUG nova.compute.manager [-] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.876409] env[62664]: DEBUG nova.network.neutron [-] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.137585] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697700, 'name': ReconfigVM_Task, 'duration_secs': 0.274351} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.137941] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 26ec8b7d-de9d-47e4-9dce-749d6401f469/26ec8b7d-de9d-47e4-9dce-749d6401f469.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.138650] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ba70598-ef92-41af-ac51-2c836d549568 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.145638] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 724.145638] env[62664]: value = "task-2697702" [ 724.145638] env[62664]: _type = "Task" [ 724.145638] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.156476] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697702, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.216736] env[62664]: DEBUG oslo_concurrency.lockutils [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.620s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.219515] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.796s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.219816] env[62664]: DEBUG nova.objects.instance [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lazy-loading 'resources' on Instance uuid 97973019-3a8a-4211-9821-b909332fd03d {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.255224] env[62664]: INFO nova.scheduler.client.report [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted allocations for instance c9630308-fddf-4749-982b-e860a00dd719 [ 724.285085] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697701, 'name': CreateVM_Task, 'duration_secs': 0.326847} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.285085] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.285085] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.285085] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.285085] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.285085] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16a1309-35dc-4522-b836-40b29a7b5ddf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.289892] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 724.289892] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e0595c-5b59-66e7-5fc8-e4b70bddd847" [ 724.289892] env[62664]: _type = "Task" [ 724.289892] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.295626] env[62664]: DEBUG nova.compute.manager [req-bf19bb54-7324-4f29-bbae-6aaeb49cf741 req-445836fc-fad2-4080-a1ae-26fa771952a4 service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Received event network-vif-deleted-e1536128-07b8-4b12-ae3b-1265b1437724 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.295917] env[62664]: INFO nova.compute.manager [req-bf19bb54-7324-4f29-bbae-6aaeb49cf741 req-445836fc-fad2-4080-a1ae-26fa771952a4 service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Neutron deleted interface e1536128-07b8-4b12-ae3b-1265b1437724; detaching it from the instance and deleting it from the info cache [ 724.295960] env[62664]: DEBUG nova.network.neutron [req-bf19bb54-7324-4f29-bbae-6aaeb49cf741 req-445836fc-fad2-4080-a1ae-26fa771952a4 service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.302124] env[62664]: DEBUG nova.network.neutron [-] [instance: 76b542df-d968-4830-9988-2b537105e957] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.303496] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e0595c-5b59-66e7-5fc8-e4b70bddd847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.353639] env[62664]: DEBUG nova.network.neutron [-] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.425499] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.425725] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.655709] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697702, 'name': Rename_Task, 'duration_secs': 0.143706} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.657179] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.657636] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def5ad4d-adf6-4475-89ba-0e297a55ae71 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.664142] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 724.664142] env[62664]: value = "task-2697703" [ 724.664142] env[62664]: _type = "Task" [ 724.664142] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.682023] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697703, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.766999] env[62664]: DEBUG oslo_concurrency.lockutils [None req-683b2681-07db-4eaf-b18f-cdc0eb4fb9ac tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "c9630308-fddf-4749-982b-e860a00dd719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.021s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.804825] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbd79d41-cc36-499e-8103-02dd76efb1f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.807992] env[62664]: INFO nova.compute.manager [-] [instance: 76b542df-d968-4830-9988-2b537105e957] Took 1.39 seconds to deallocate network for instance. [ 724.808616] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e0595c-5b59-66e7-5fc8-e4b70bddd847, 'name': SearchDatastore_Task, 'duration_secs': 0.012499} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.810449] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.810737] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.811065] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.811231] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.811413] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.814696] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20d3ed6b-5ff1-4f2b-9432-4b4762661bd4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.824233] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e625dbf-43a4-4061-a2bd-097ff2154c36 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.839758] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.840031] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.841820] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b804db9f-f1a3-45f6-8fde-8956ea7f938f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.847424] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 724.847424] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c26f71-498c-0f62-82fb-4475ca6f1622" [ 724.847424] env[62664]: _type = "Task" [ 724.847424] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.863463] env[62664]: INFO nova.compute.manager [-] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Took 1.34 seconds to deallocate network for instance. [ 724.863866] env[62664]: DEBUG nova.compute.manager [req-bf19bb54-7324-4f29-bbae-6aaeb49cf741 req-445836fc-fad2-4080-a1ae-26fa771952a4 service nova] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Detach interface failed, port_id=e1536128-07b8-4b12-ae3b-1265b1437724, reason: Instance 1dc0fc2c-e96b-4366-ac81-67b190e65ab7 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 724.878017] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c26f71-498c-0f62-82fb-4475ca6f1622, 'name': SearchDatastore_Task, 'duration_secs': 0.008733} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.878017] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53dcb07-bc85-4dce-bbda-eef21abfb0c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.882692] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 724.882692] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d7d539-c264-f0ad-b3cd-e7fdb821cc1c" [ 724.882692] env[62664]: _type = "Task" [ 724.882692] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.894109] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d7d539-c264-f0ad-b3cd-e7fdb821cc1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008152} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.894318] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.894584] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.894839] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a0b446b-d4b7-4c25-ad1e-2e8564def7b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.905493] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 724.905493] env[62664]: value = "task-2697704" [ 724.905493] env[62664]: _type = "Task" [ 724.905493] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.914472] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.957661] env[62664]: DEBUG nova.compute.manager [req-283417f2-8c49-4a78-b2b6-832ca7bdcfd2 req-9dd8d3e2-88bf-488b-873e-790a38278dcd service nova] [instance: 76b542df-d968-4830-9988-2b537105e957] Received event network-vif-deleted-bb8d7323-ec7b-4076-84fc-32e25b4ac439 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.158483] env[62664]: DEBUG nova.network.neutron [-] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.180523] env[62664]: DEBUG oslo_vmware.api [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697703, 'name': PowerOnVM_Task, 'duration_secs': 0.456273} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.180785] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.180967] env[62664]: INFO nova.compute.manager [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Took 8.18 seconds to spawn the instance on the hypervisor. [ 725.181165] env[62664]: DEBUG nova.compute.manager [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.185185] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f964247-2ca6-4219-9b6f-c440ed7ca892 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.318904] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.374972] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debead02-1c41-4b4c-b925-c38278695996 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.379403] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.385205] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e95d31-133d-4b8f-ab82-7e68866ccfe8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.420286] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5a24cf-747e-4277-b8b2-0a6d9f6a0613 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.430936] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697704, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.432590] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ef4534-4121-473c-82ee-6844824facfc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.447114] env[62664]: DEBUG nova.compute.provider_tree [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.661391] env[62664]: INFO nova.compute.manager [-] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Took 1.78 seconds to deallocate network for instance. [ 725.706775] env[62664]: INFO nova.compute.manager [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Took 43.74 seconds to build instance. [ 725.927218] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543672} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.927474] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.927683] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.927937] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecb1ac2b-7d7c-463b-b090-4725f46fc223 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.936016] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 725.936016] env[62664]: value = "task-2697705" [ 725.936016] env[62664]: _type = "Task" [ 725.936016] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.948464] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.950833] env[62664]: DEBUG nova.scheduler.client.report [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.210327] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bd552531-26b0-49c9-8bd8-daa7f6acc550 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "26ec8b7d-de9d-47e4-9dce-749d6401f469" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.954s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.220511] env[62664]: INFO nova.compute.manager [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Took 0.56 seconds to detach 1 volumes for instance. [ 726.222940] env[62664]: DEBUG nova.compute.manager [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Deleting volume: 9136c3c3-9096-4f28-9873-6db756653aac {{(pid=62664) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 726.448023] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08933} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.448023] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.448354] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ed2360-91ca-491d-b1e5-547f9754f5e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.464169] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.479696] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.480472] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.858s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.482254] env[62664]: INFO nova.compute.claims [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.485282] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d9dfd69-ba0f-49c3-aca7-232d01781fe6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.507499] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 726.507499] env[62664]: value = "task-2697707" [ 726.507499] env[62664]: _type = "Task" [ 726.507499] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.511457] env[62664]: INFO nova.scheduler.client.report [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Deleted allocations for instance 97973019-3a8a-4211-9821-b909332fd03d [ 726.520039] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.653338] env[62664]: DEBUG nova.compute.manager [req-d97bc0f4-d608-4818-94db-fb8cabc11fda req-0a96983b-3df0-4d8e-a977-686da9fe3322 service nova] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Received event network-vif-deleted-fc498656-feab-4ff5-8017-5ab2b3fe3ca3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.713040] env[62664]: DEBUG nova.compute.manager [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.783490] env[62664]: DEBUG oslo_concurrency.lockutils [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.018060] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697707, 'name': ReconfigVM_Task, 'duration_secs': 0.425951} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.018966] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Reconfigured VM instance instance-0000000d to attach disk [datastore2] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.019630] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19cb3258-6e11-45a3-938d-c75970489fd5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.025557] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6004481a-5479-4095-b352-a6be5d2a7004 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "97973019-3a8a-4211-9821-b909332fd03d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.235s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.030144] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 727.030144] env[62664]: value = "task-2697708" [ 727.030144] env[62664]: _type = "Task" [ 727.030144] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.039392] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697708, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.242052] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.360987] env[62664]: DEBUG nova.compute.manager [req-b6fa7090-144a-47ae-8396-fca3a689c55d req-3a24df92-1dfe-41ea-9524-49d0a47d0638 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Received event network-changed-56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.361201] env[62664]: DEBUG nova.compute.manager [req-b6fa7090-144a-47ae-8396-fca3a689c55d req-3a24df92-1dfe-41ea-9524-49d0a47d0638 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Refreshing instance network info cache due to event network-changed-56f727ec-0aad-41bc-95ab-df1dbd7a9032. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 727.361419] env[62664]: DEBUG oslo_concurrency.lockutils [req-b6fa7090-144a-47ae-8396-fca3a689c55d req-3a24df92-1dfe-41ea-9524-49d0a47d0638 service nova] Acquiring lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.361565] env[62664]: DEBUG oslo_concurrency.lockutils [req-b6fa7090-144a-47ae-8396-fca3a689c55d req-3a24df92-1dfe-41ea-9524-49d0a47d0638 service nova] Acquired lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.361724] env[62664]: DEBUG nova.network.neutron [req-b6fa7090-144a-47ae-8396-fca3a689c55d req-3a24df92-1dfe-41ea-9524-49d0a47d0638 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Refreshing network info cache for port 56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.552103] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697708, 'name': Rename_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.826517] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquiring lock "d6319ac5-abc6-43f4-9f30-30f7d38be188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.826976] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Lock "d6319ac5-abc6-43f4-9f30-30f7d38be188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.046979] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697708, 'name': Rename_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.088305] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12257dd3-d369-4a14-b378-4b0acd04be70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.094816] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850f9a3-82f3-46b4-a322-af5f49b8fa6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.131067] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164a784b-4881-4310-b299-2ad3e495532e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.142030] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e736f-18eb-434a-b79b-01196ee5fbe2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.161182] env[62664]: DEBUG nova.compute.provider_tree [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.172830] env[62664]: DEBUG nova.network.neutron [req-b6fa7090-144a-47ae-8396-fca3a689c55d req-3a24df92-1dfe-41ea-9524-49d0a47d0638 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updated VIF entry in instance network info cache for port 56f727ec-0aad-41bc-95ab-df1dbd7a9032. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.173224] env[62664]: DEBUG nova.network.neutron [req-b6fa7090-144a-47ae-8396-fca3a689c55d req-3a24df92-1dfe-41ea-9524-49d0a47d0638 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updating instance_info_cache with network_info: [{"id": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "address": "fa:16:3e:6f:a2:e5", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f727ec-0a", "ovs_interfaceid": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.219156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquiring lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.219429] env[62664]: DEBUG oslo_concurrency.lockutils [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.219644] env[62664]: DEBUG oslo_concurrency.lockutils [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquiring lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.219824] env[62664]: DEBUG oslo_concurrency.lockutils [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.219996] env[62664]: DEBUG oslo_concurrency.lockutils [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.224092] env[62664]: INFO nova.compute.manager [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Terminating instance [ 728.548174] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697708, 'name': Rename_Task, 'duration_secs': 1.145071} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.548539] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.548697] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57faceab-dc88-45e3-9e35-0e6875c02832 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.555570] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 728.555570] env[62664]: value = "task-2697709" [ 728.555570] env[62664]: _type = "Task" [ 728.555570] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.563880] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.660338] env[62664]: DEBUG nova.scheduler.client.report [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.675954] env[62664]: DEBUG oslo_concurrency.lockutils [req-b6fa7090-144a-47ae-8396-fca3a689c55d req-3a24df92-1dfe-41ea-9524-49d0a47d0638 service nova] Releasing lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.728652] env[62664]: DEBUG nova.compute.manager [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.728652] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.729509] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19661a3-c298-4b4c-96e3-05764b32237a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.739459] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.739459] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9a73f5d-2aad-4842-9029-55b99022afd7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.744181] env[62664]: DEBUG oslo_vmware.api [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for the task: (returnval){ [ 728.744181] env[62664]: value = "task-2697710" [ 728.744181] env[62664]: _type = "Task" [ 728.744181] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.753456] env[62664]: DEBUG oslo_vmware.api [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.065215] env[62664]: DEBUG oslo_vmware.api [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697709, 'name': PowerOnVM_Task, 'duration_secs': 0.477151} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.065504] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.065723] env[62664]: DEBUG nova.compute.manager [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.066511] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c476ffac-0e56-430f-bac1-c69383bc617d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.165348] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.165910] env[62664]: DEBUG nova.compute.manager [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.168748] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.240s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.168995] env[62664]: DEBUG nova.objects.instance [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lazy-loading 'resources' on Instance uuid 34e9ab31-abeb-474b-b586-30b5c0703330 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.253885] env[62664]: DEBUG oslo_vmware.api [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697710, 'name': PowerOffVM_Task, 'duration_secs': 0.204447} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.254325] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.254544] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.254843] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f249e774-ad9c-46ef-9660-7eebd09a309f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.319359] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.319711] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.320518] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Deleting the datastore file [datastore2] 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.320518] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4a20249-d18f-4e6a-9393-9d43ff92e720 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.327879] env[62664]: DEBUG oslo_vmware.api [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for the task: (returnval){ [ 729.327879] env[62664]: value = "task-2697712" [ 729.327879] env[62664]: _type = "Task" [ 729.327879] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.338498] env[62664]: DEBUG oslo_vmware.api [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.508614] env[62664]: DEBUG nova.compute.manager [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Received event network-changed-56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.508614] env[62664]: DEBUG nova.compute.manager [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Refreshing instance network info cache due to event network-changed-56f727ec-0aad-41bc-95ab-df1dbd7a9032. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.508845] env[62664]: DEBUG oslo_concurrency.lockutils [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] Acquiring lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.509338] env[62664]: DEBUG oslo_concurrency.lockutils [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] Acquired lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.509338] env[62664]: DEBUG nova.network.neutron [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Refreshing network info cache for port 56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.589096] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.674998] env[62664]: DEBUG nova.compute.utils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.678091] env[62664]: DEBUG nova.compute.manager [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.679110] env[62664]: DEBUG nova.network.neutron [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.741828] env[62664]: DEBUG nova.policy [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4455499d46b4440afe04cf87c9d9d4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd53abef93fd42d3b2f4b06e4606b125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.839913] env[62664]: DEBUG oslo_vmware.api [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Task: {'id': task-2697712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375198} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.840223] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.840427] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.840621] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.841149] env[62664]: INFO nova.compute.manager [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 729.841149] env[62664]: DEBUG oslo.service.loopingcall [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.841248] env[62664]: DEBUG nova.compute.manager [-] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.841330] env[62664]: DEBUG nova.network.neutron [-] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.179584] env[62664]: DEBUG nova.compute.manager [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.243350] env[62664]: DEBUG nova.network.neutron [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Successfully created port: e15ae8cf-4c9c-44be-9a59-719b1dddf0ec {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.290934] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0138424b-4d2d-4958-9594-e20d78278fad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.299334] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6789a874-fcd2-44ae-9b81-3293d553beeb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.343049] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dae0b3-c1d2-44fb-9254-ba9347e79495 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.350950] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223d2eb8-78dd-4476-ac9c-886f738b78cf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.368022] env[62664]: DEBUG nova.compute.provider_tree [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.504609] env[62664]: DEBUG nova.network.neutron [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updated VIF entry in instance network info cache for port 56f727ec-0aad-41bc-95ab-df1dbd7a9032. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.505050] env[62664]: DEBUG nova.network.neutron [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updating instance_info_cache with network_info: [{"id": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "address": "fa:16:3e:6f:a2:e5", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f727ec-0a", "ovs_interfaceid": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.578394] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "26ec8b7d-de9d-47e4-9dce-749d6401f469" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.578716] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "26ec8b7d-de9d-47e4-9dce-749d6401f469" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.578934] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "26ec8b7d-de9d-47e4-9dce-749d6401f469-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.579133] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "26ec8b7d-de9d-47e4-9dce-749d6401f469-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.579374] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "26ec8b7d-de9d-47e4-9dce-749d6401f469-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.584909] env[62664]: INFO nova.compute.manager [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Terminating instance [ 730.870867] env[62664]: DEBUG nova.scheduler.client.report [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.929376] env[62664]: DEBUG nova.network.neutron [-] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.007695] env[62664]: DEBUG oslo_concurrency.lockutils [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] Releasing lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.008084] env[62664]: DEBUG nova.compute.manager [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Received event network-changed-8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.008173] env[62664]: DEBUG nova.compute.manager [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Refreshing instance network info cache due to event network-changed-8f5c77b5-07f0-4685-af28-896159b1d3d7. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.009036] env[62664]: DEBUG oslo_concurrency.lockutils [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] Acquiring lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.009036] env[62664]: DEBUG oslo_concurrency.lockutils [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] Acquired lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.009036] env[62664]: DEBUG nova.network.neutron [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Refreshing network info cache for port 8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.087162] env[62664]: INFO nova.compute.manager [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Rebuilding instance [ 731.092909] env[62664]: DEBUG nova.compute.manager [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.093137] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.094351] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f12cb16-9e58-4435-b66b-591e327af454 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.111996] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.113343] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85b00ae2-fbda-44ef-b930-b6d56b2e1c70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.124978] env[62664]: DEBUG oslo_vmware.api [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 731.124978] env[62664]: value = "task-2697713" [ 731.124978] env[62664]: _type = "Task" [ 731.124978] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.137718] env[62664]: DEBUG oslo_vmware.api [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.146821] env[62664]: DEBUG nova.compute.manager [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.147800] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f89fd6-d861-40e5-a15e-2ea87fa13c95 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.194880] env[62664]: DEBUG nova.compute.manager [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.219958] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.220098] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.220197] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.220377] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.220523] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.220669] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.220901] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.221339] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.221549] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.221730] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.221908] env[62664]: DEBUG nova.virt.hardware [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.222798] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feecfdfd-dd5c-48a2-99f9-d3906bb23204 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.231517] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed58bf31-4513-4f1a-9db6-d5d5075ba423 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.379016] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.380956] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.064s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.382683] env[62664]: INFO nova.compute.claims [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.403706] env[62664]: INFO nova.scheduler.client.report [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Deleted allocations for instance 34e9ab31-abeb-474b-b586-30b5c0703330 [ 731.432472] env[62664]: INFO nova.compute.manager [-] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Took 1.59 seconds to deallocate network for instance. [ 731.558339] env[62664]: DEBUG nova.compute.manager [req-536a4e7c-1286-4439-b460-01661b0436ca req-5257a68f-a0b9-404e-bf14-d8972551c8dd service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Received event network-changed-56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.558533] env[62664]: DEBUG nova.compute.manager [req-536a4e7c-1286-4439-b460-01661b0436ca req-5257a68f-a0b9-404e-bf14-d8972551c8dd service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Refreshing instance network info cache due to event network-changed-56f727ec-0aad-41bc-95ab-df1dbd7a9032. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.558752] env[62664]: DEBUG oslo_concurrency.lockutils [req-536a4e7c-1286-4439-b460-01661b0436ca req-5257a68f-a0b9-404e-bf14-d8972551c8dd service nova] Acquiring lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.558896] env[62664]: DEBUG oslo_concurrency.lockutils [req-536a4e7c-1286-4439-b460-01661b0436ca req-5257a68f-a0b9-404e-bf14-d8972551c8dd service nova] Acquired lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.559233] env[62664]: DEBUG nova.network.neutron [req-536a4e7c-1286-4439-b460-01661b0436ca req-5257a68f-a0b9-404e-bf14-d8972551c8dd service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Refreshing network info cache for port 56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.635650] env[62664]: DEBUG oslo_vmware.api [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697713, 'name': PowerOffVM_Task, 'duration_secs': 0.27212} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.636059] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.636334] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.639764] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ae8d228-d962-4796-9050-953e61d4b308 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.702247] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.702975] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.703195] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Deleting the datastore file [datastore2] 26ec8b7d-de9d-47e4-9dce-749d6401f469 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.703698] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7451a01-5f88-4be4-95d2-43628694a1e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.712897] env[62664]: DEBUG oslo_vmware.api [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 731.712897] env[62664]: value = "task-2697715" [ 731.712897] env[62664]: _type = "Task" [ 731.712897] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.721822] env[62664]: DEBUG oslo_vmware.api [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.810171] env[62664]: DEBUG nova.compute.manager [req-a70f87b1-ef11-4273-92eb-cf84c9deddac req-9ece3409-b522-42eb-af50-3edd8a382b3c service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Received event network-changed-8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.810377] env[62664]: DEBUG nova.compute.manager [req-a70f87b1-ef11-4273-92eb-cf84c9deddac req-9ece3409-b522-42eb-af50-3edd8a382b3c service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Refreshing instance network info cache due to event network-changed-8f5c77b5-07f0-4685-af28-896159b1d3d7. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.810571] env[62664]: DEBUG oslo_concurrency.lockutils [req-a70f87b1-ef11-4273-92eb-cf84c9deddac req-9ece3409-b522-42eb-af50-3edd8a382b3c service nova] Acquiring lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.858108] env[62664]: DEBUG nova.network.neutron [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Updated VIF entry in instance network info cache for port 8f5c77b5-07f0-4685-af28-896159b1d3d7. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.858494] env[62664]: DEBUG nova.network.neutron [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Updating instance_info_cache with network_info: [{"id": "8f5c77b5-07f0-4685-af28-896159b1d3d7", "address": "fa:16:3e:73:28:ae", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5c77b5-07", "ovs_interfaceid": "8f5c77b5-07f0-4685-af28-896159b1d3d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.915167] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9deba20d-09fe-4174-a273-f1c56e636d21 tempest-ListServersNegativeTestJSON-78931246 tempest-ListServersNegativeTestJSON-78931246-project-member] Lock "34e9ab31-abeb-474b-b586-30b5c0703330" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.921s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.941513] env[62664]: DEBUG oslo_concurrency.lockutils [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.164998] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.165083] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d00c12d8-4b79-4f26-9c09-53595fea2cdc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.174160] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 732.174160] env[62664]: value = "task-2697716" [ 732.174160] env[62664]: _type = "Task" [ 732.174160] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.190854] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.222316] env[62664]: DEBUG oslo_vmware.api [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318188} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.222540] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.222733] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.222910] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.223098] env[62664]: INFO nova.compute.manager [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Took 1.13 seconds to destroy the instance on the hypervisor. [ 732.223337] env[62664]: DEBUG oslo.service.loopingcall [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.223529] env[62664]: DEBUG nova.compute.manager [-] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.223625] env[62664]: DEBUG nova.network.neutron [-] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.329933] env[62664]: DEBUG nova.network.neutron [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Successfully updated port: e15ae8cf-4c9c-44be-9a59-719b1dddf0ec {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.363391] env[62664]: DEBUG oslo_concurrency.lockutils [req-7491d007-3b04-48e8-ae4a-36c228ca78ad req-a1ba58b7-5820-4d49-8700-0e3de403d8f9 service nova] Releasing lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.364119] env[62664]: DEBUG oslo_concurrency.lockutils [req-a70f87b1-ef11-4273-92eb-cf84c9deddac req-9ece3409-b522-42eb-af50-3edd8a382b3c service nova] Acquired lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.364315] env[62664]: DEBUG nova.network.neutron [req-a70f87b1-ef11-4273-92eb-cf84c9deddac req-9ece3409-b522-42eb-af50-3edd8a382b3c service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Refreshing network info cache for port 8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.535126] env[62664]: DEBUG nova.network.neutron [req-536a4e7c-1286-4439-b460-01661b0436ca req-5257a68f-a0b9-404e-bf14-d8972551c8dd service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updated VIF entry in instance network info cache for port 56f727ec-0aad-41bc-95ab-df1dbd7a9032. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.535511] env[62664]: DEBUG nova.network.neutron [req-536a4e7c-1286-4439-b460-01661b0436ca req-5257a68f-a0b9-404e-bf14-d8972551c8dd service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updating instance_info_cache with network_info: [{"id": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "address": "fa:16:3e:6f:a2:e5", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f727ec-0a", "ovs_interfaceid": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.686481] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697716, 'name': PowerOffVM_Task, 'duration_secs': 0.202243} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.686481] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.686702] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.687486] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6634ed31-b561-410e-b7e3-e6d5d56f8220 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.694365] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.694640] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b6df1c2-e739-4fda-852e-315afd94b70d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.754226] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.754550] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.754811] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleting the datastore file [datastore2] edd9f253-f27f-4417-a9aa-6ba7915fd588 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.755184] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d1cab7-8f6f-493b-a36d-dd5eb19c9e27 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.761483] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 732.761483] env[62664]: value = "task-2697718" [ 732.761483] env[62664]: _type = "Task" [ 732.761483] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.773734] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.832662] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.832977] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.832977] env[62664]: DEBUG nova.network.neutron [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.898812] env[62664]: INFO nova.network.neutron [req-a70f87b1-ef11-4273-92eb-cf84c9deddac req-9ece3409-b522-42eb-af50-3edd8a382b3c service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Port 8f5c77b5-07f0-4685-af28-896159b1d3d7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 732.899053] env[62664]: DEBUG nova.network.neutron [req-a70f87b1-ef11-4273-92eb-cf84c9deddac req-9ece3409-b522-42eb-af50-3edd8a382b3c service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.942985] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a3ed3-bfaf-448d-8e59-45de51d0d1b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.952010] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a405d5-9dfc-4900-bffc-f620aa1b0eed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.987489] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1ba477-57d0-4655-b45a-d2867a7bada4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.995801] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c64f910-cc6f-4241-a4fa-63c3157ad964 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.016514] env[62664]: DEBUG nova.compute.provider_tree [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.043040] env[62664]: DEBUG oslo_concurrency.lockutils [req-536a4e7c-1286-4439-b460-01661b0436ca req-5257a68f-a0b9-404e-bf14-d8972551c8dd service nova] Releasing lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.273461] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147121} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.274408] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.276355] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.277276] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.377715] env[62664]: DEBUG nova.network.neutron [-] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.385614] env[62664]: DEBUG nova.network.neutron [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.404477] env[62664]: DEBUG oslo_concurrency.lockutils [req-a70f87b1-ef11-4273-92eb-cf84c9deddac req-9ece3409-b522-42eb-af50-3edd8a382b3c service nova] Releasing lock "refresh_cache-26ec8b7d-de9d-47e4-9dce-749d6401f469" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.404778] env[62664]: DEBUG nova.compute.manager [req-a70f87b1-ef11-4273-92eb-cf84c9deddac req-9ece3409-b522-42eb-af50-3edd8a382b3c service nova] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Received event network-vif-deleted-9cf9adba-242f-447d-bca0-bba443545b8b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.520747] env[62664]: DEBUG nova.scheduler.client.report [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.580400] env[62664]: DEBUG nova.network.neutron [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance_info_cache with network_info: [{"id": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "address": "fa:16:3e:29:ac:9a", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15ae8cf-4c", "ovs_interfaceid": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.671913] env[62664]: DEBUG nova.compute.manager [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Received event network-vif-plugged-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.672442] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] Acquiring lock "166d167d-c13e-4340-8994-d0820013c844-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.672787] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] Lock "166d167d-c13e-4340-8994-d0820013c844-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.673532] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] Lock "166d167d-c13e-4340-8994-d0820013c844-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.673807] env[62664]: DEBUG nova.compute.manager [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] No waiting events found dispatching network-vif-plugged-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.674071] env[62664]: WARNING nova.compute.manager [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Received unexpected event network-vif-plugged-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec for instance with vm_state building and task_state spawning. [ 733.674436] env[62664]: DEBUG nova.compute.manager [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Received event network-changed-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.674608] env[62664]: DEBUG nova.compute.manager [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Refreshing instance network info cache due to event network-changed-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.674795] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] Acquiring lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.850037] env[62664]: DEBUG nova.compute.manager [req-34860b2f-5494-4f70-90af-f27666b73673 req-14a377a0-2d47-469d-b95d-9fc6c87d0f45 service nova] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Received event network-vif-deleted-8f5c77b5-07f0-4685-af28-896159b1d3d7 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.885709] env[62664]: INFO nova.compute.manager [-] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Took 1.66 seconds to deallocate network for instance. [ 734.031695] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.032928] env[62664]: DEBUG nova.compute.manager [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.036060] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.885s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.036922] env[62664]: INFO nova.compute.claims [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.084230] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.084385] env[62664]: DEBUG nova.compute.manager [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Instance network_info: |[{"id": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "address": "fa:16:3e:29:ac:9a", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15ae8cf-4c", "ovs_interfaceid": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.084879] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] Acquired lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.084879] env[62664]: DEBUG nova.network.neutron [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Refreshing network info cache for port e15ae8cf-4c9c-44be-9a59-719b1dddf0ec {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.086015] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:ac:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e15ae8cf-4c9c-44be-9a59-719b1dddf0ec', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.094450] env[62664]: DEBUG oslo.service.loopingcall [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.101617] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 166d167d-c13e-4340-8994-d0820013c844] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.102175] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cab71233-bfe1-4133-a170-f6f0040e5ce6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.123866] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.123866] env[62664]: value = "task-2697719" [ 734.123866] env[62664]: _type = "Task" [ 734.123866] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.133968] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697719, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.328341] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.328642] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.328935] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.329198] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.329448] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.329683] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.329910] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.330086] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.330337] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.330559] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.330769] env[62664]: DEBUG nova.virt.hardware [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.331663] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ac5f1f-fe15-4d1d-b40b-0ab356f920f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.340926] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14727ad8-d6a9-4f3b-b363-2213c093a10a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.357732] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:fe:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '307f6156-56a6-479d-9e32-b63d0223ed03', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.365291] env[62664]: DEBUG oslo.service.loopingcall [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.367994] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.368248] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aab89fe0-ebfc-4298-91c2-357ddb48ff0d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.390211] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.390211] env[62664]: value = "task-2697720" [ 734.390211] env[62664]: _type = "Task" [ 734.390211] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.398829] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.423163] env[62664]: DEBUG nova.network.neutron [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updated VIF entry in instance network info cache for port e15ae8cf-4c9c-44be-9a59-719b1dddf0ec. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.423163] env[62664]: DEBUG nova.network.neutron [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance_info_cache with network_info: [{"id": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "address": "fa:16:3e:29:ac:9a", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15ae8cf-4c", "ovs_interfaceid": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.496608] env[62664]: DEBUG oslo_concurrency.lockutils [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquiring lock "59b7a1ff-34c0-4adc-a767-50694c76b190" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.496927] env[62664]: DEBUG oslo_concurrency.lockutils [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lock "59b7a1ff-34c0-4adc-a767-50694c76b190" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.497151] env[62664]: DEBUG oslo_concurrency.lockutils [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquiring lock "59b7a1ff-34c0-4adc-a767-50694c76b190-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.497885] env[62664]: DEBUG oslo_concurrency.lockutils [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lock "59b7a1ff-34c0-4adc-a767-50694c76b190-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.497885] env[62664]: DEBUG oslo_concurrency.lockutils [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lock "59b7a1ff-34c0-4adc-a767-50694c76b190-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.500819] env[62664]: INFO nova.compute.manager [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Terminating instance [ 734.545444] env[62664]: DEBUG nova.compute.utils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 734.549208] env[62664]: DEBUG nova.compute.manager [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.549208] env[62664]: DEBUG nova.network.neutron [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.601555] env[62664]: DEBUG nova.policy [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ab3825f7c744eb976ab71ee5f71fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfa326de3e2b402cb8f1bce0cc2c4d69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.634914] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697719, 'name': CreateVM_Task, 'duration_secs': 0.318508} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.635075] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 166d167d-c13e-4340-8994-d0820013c844] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.635678] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.635847] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.636185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.638403] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44abcce-757e-49cf-b3ac-d3375be9a8ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.643257] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 734.643257] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525a87e4-adb6-a81e-7ad3-dec510c198a8" [ 734.643257] env[62664]: _type = "Task" [ 734.643257] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.651256] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525a87e4-adb6-a81e-7ad3-dec510c198a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.895518] env[62664]: DEBUG nova.network.neutron [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Successfully created port: 147cad01-1bfa-4c75-b37d-ad728828290c {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.902392] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697720, 'name': CreateVM_Task, 'duration_secs': 0.346739} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.902392] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.902392] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.925808] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] Releasing lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.926128] env[62664]: DEBUG nova.compute.manager [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Received event network-changed-56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.926313] env[62664]: DEBUG nova.compute.manager [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Refreshing instance network info cache due to event network-changed-56f727ec-0aad-41bc-95ab-df1dbd7a9032. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.926602] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] Acquiring lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.926668] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] Acquired lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.926844] env[62664]: DEBUG nova.network.neutron [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Refreshing network info cache for port 56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.005117] env[62664]: DEBUG nova.compute.manager [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.005349] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.006304] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734b47f0-a07e-4be3-9801-ef82cc94253c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.014458] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.014736] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1971e50-392a-41d7-b675-351aaed5733c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.021532] env[62664]: DEBUG oslo_vmware.api [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for the task: (returnval){ [ 735.021532] env[62664]: value = "task-2697721" [ 735.021532] env[62664]: _type = "Task" [ 735.021532] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.029525] env[62664]: DEBUG oslo_vmware.api [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.049402] env[62664]: DEBUG nova.compute.manager [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.153634] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525a87e4-adb6-a81e-7ad3-dec510c198a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.156265] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.156505] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.156734] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.156878] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.157068] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.157530] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.157840] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.158094] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0be62279-81d0-4e37-86a9-ad3d0cd37d28 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.159907] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099ad8e8-d2c3-44cf-9570-0fb54be50f68 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.167915] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 735.167915] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fbe58f-801b-ba8b-7133-b777b5385bb1" [ 735.167915] env[62664]: _type = "Task" [ 735.167915] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.171411] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.171637] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.175443] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa45b6f1-7919-4e5f-80b5-f3f0e1bbecda {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.185063] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 735.185063] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c04d29-4207-65e1-0613-affc10f45726" [ 735.185063] env[62664]: _type = "Task" [ 735.185063] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.185326] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fbe58f-801b-ba8b-7133-b777b5385bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012936} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.188228] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.188560] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.188898] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.196859] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c04d29-4207-65e1-0613-affc10f45726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.383723] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.384037] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.521771] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ba75bf-f130-458d-969a-3b54e24ba9b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.534700] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5477bc29-6bbb-442e-9048-6923d147c3bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.538027] env[62664]: DEBUG oslo_vmware.api [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697721, 'name': PowerOffVM_Task, 'duration_secs': 0.203219} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.538126] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.538338] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.538959] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b03d4ee6-e185-4c63-9d94-24f5cfd9e991 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.574128] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5227f8f-2c0b-4260-a47d-cfac1655d8bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.582772] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c026a519-09a5-4a73-9260-fc236f00dea2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.596502] env[62664]: DEBUG nova.compute.provider_tree [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.600239] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.600439] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.600660] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Deleting the datastore file [datastore1] 59b7a1ff-34c0-4adc-a767-50694c76b190 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.600850] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0d08232-8534-41fc-b82f-407aee2589c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.607744] env[62664]: DEBUG oslo_vmware.api [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for the task: (returnval){ [ 735.607744] env[62664]: value = "task-2697723" [ 735.607744] env[62664]: _type = "Task" [ 735.607744] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.620893] env[62664]: DEBUG oslo_vmware.api [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.697926] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c04d29-4207-65e1-0613-affc10f45726, 'name': SearchDatastore_Task, 'duration_secs': 0.018683} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.698763] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adcb053e-1309-4bb3-9345-4e537f6967c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.703637] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 735.703637] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52868cb8-eb0f-e9ba-7f17-620f13508c6c" [ 735.703637] env[62664]: _type = "Task" [ 735.703637] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.711082] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52868cb8-eb0f-e9ba-7f17-620f13508c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.746172] env[62664]: DEBUG nova.network.neutron [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updated VIF entry in instance network info cache for port 56f727ec-0aad-41bc-95ab-df1dbd7a9032. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.746550] env[62664]: DEBUG nova.network.neutron [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updating instance_info_cache with network_info: [{"id": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "address": "fa:16:3e:6f:a2:e5", "network": {"id": "4b0cc0e6-d6df-4155-9d0f-77a8ce51c58d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1556396302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "161c852df5054b4092831a927223b288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f727ec-0a", "ovs_interfaceid": "56f727ec-0aad-41bc-95ab-df1dbd7a9032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.895303] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.895447] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 736.077896] env[62664]: DEBUG nova.compute.manager [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.099817] env[62664]: DEBUG nova.scheduler.client.report [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.111885] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.112030] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.112128] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.112296] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.112521] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.112615] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.112838] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.113029] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.113214] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.115159] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.115159] env[62664]: DEBUG nova.virt.hardware [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.115159] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28645b32-5c7b-4a1c-b5f4-a4542c268edb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.127967] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524b612e-321a-4aea-b721-3be7ba9452b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.132071] env[62664]: DEBUG oslo_vmware.api [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Task: {'id': task-2697723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154409} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.132310] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.132520] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.132886] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.132886] env[62664]: INFO nova.compute.manager [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Took 1.13 seconds to destroy the instance on the hypervisor. [ 736.133120] env[62664]: DEBUG oslo.service.loopingcall [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.133635] env[62664]: DEBUG nova.compute.manager [-] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.133762] env[62664]: DEBUG nova.network.neutron [-] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.214134] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52868cb8-eb0f-e9ba-7f17-620f13508c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008537} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.214410] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.214695] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 166d167d-c13e-4340-8994-d0820013c844/166d167d-c13e-4340-8994-d0820013c844.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.214981] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.215184] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.215398] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-399ff448-c862-4e2c-b486-07274cdc9fa5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.217350] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-353f93c9-de3b-43af-b8ff-45bab6934745 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.224565] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 736.224565] env[62664]: value = "task-2697724" [ 736.224565] env[62664]: _type = "Task" [ 736.224565] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.228375] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.228590] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.229711] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3f46d9-7ede-49ba-9eb8-0b4e24c92c23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.235057] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.238406] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 736.238406] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52946b21-3051-9019-5d4e-5241c8dc0c9f" [ 736.238406] env[62664]: _type = "Task" [ 736.238406] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.246143] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52946b21-3051-9019-5d4e-5241c8dc0c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.248941] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7fe50e2-e604-4734-bd8c-51d11d706d79 req-60360cb1-8ade-4a88-893f-728a433744e8 service nova] Releasing lock "refresh_cache-7c4dea41-5165-4f17-98c9-1cdc3662f2be" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.326319] env[62664]: DEBUG nova.compute.manager [req-2cc44b9d-31df-47a7-b6d1-aaaa474b8b7b req-1ae09c9c-0116-4e1c-84da-37a62dc3d132 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Received event network-vif-plugged-147cad01-1bfa-4c75-b37d-ad728828290c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.326532] env[62664]: DEBUG oslo_concurrency.lockutils [req-2cc44b9d-31df-47a7-b6d1-aaaa474b8b7b req-1ae09c9c-0116-4e1c-84da-37a62dc3d132 service nova] Acquiring lock "a881c010-07df-40df-a487-42e3e382c8bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.326731] env[62664]: DEBUG oslo_concurrency.lockutils [req-2cc44b9d-31df-47a7-b6d1-aaaa474b8b7b req-1ae09c9c-0116-4e1c-84da-37a62dc3d132 service nova] Lock "a881c010-07df-40df-a487-42e3e382c8bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.326915] env[62664]: DEBUG oslo_concurrency.lockutils [req-2cc44b9d-31df-47a7-b6d1-aaaa474b8b7b req-1ae09c9c-0116-4e1c-84da-37a62dc3d132 service nova] Lock "a881c010-07df-40df-a487-42e3e382c8bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.327110] env[62664]: DEBUG nova.compute.manager [req-2cc44b9d-31df-47a7-b6d1-aaaa474b8b7b req-1ae09c9c-0116-4e1c-84da-37a62dc3d132 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] No waiting events found dispatching network-vif-plugged-147cad01-1bfa-4c75-b37d-ad728828290c {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.327274] env[62664]: WARNING nova.compute.manager [req-2cc44b9d-31df-47a7-b6d1-aaaa474b8b7b req-1ae09c9c-0116-4e1c-84da-37a62dc3d132 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Received unexpected event network-vif-plugged-147cad01-1bfa-4c75-b37d-ad728828290c for instance with vm_state building and task_state spawning. [ 736.607394] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.607994] env[62664]: DEBUG nova.compute.manager [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.611412] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.118s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.719045] env[62664]: DEBUG nova.network.neutron [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Successfully updated port: 147cad01-1bfa-4c75-b37d-ad728828290c {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.740425] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697724, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.749048] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52946b21-3051-9019-5d4e-5241c8dc0c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.749888] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df521ab5-8c4f-410b-887e-f3b79211bedf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.754995] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 736.754995] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f8d096-abad-53de-6ab5-f48af16c285e" [ 736.754995] env[62664]: _type = "Task" [ 736.754995] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.762669] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f8d096-abad-53de-6ab5-f48af16c285e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.891851] env[62664]: DEBUG nova.compute.manager [req-00030669-66fe-463d-8e63-bde7652ae341 req-69dd1520-cbb0-446c-87b8-2e8ba6cb085e service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Received event network-vif-deleted-7da59fcd-bcac-4e15-80b6-715d6a3ea050 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.892071] env[62664]: INFO nova.compute.manager [req-00030669-66fe-463d-8e63-bde7652ae341 req-69dd1520-cbb0-446c-87b8-2e8ba6cb085e service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Neutron deleted interface 7da59fcd-bcac-4e15-80b6-715d6a3ea050; detaching it from the instance and deleting it from the info cache [ 736.892246] env[62664]: DEBUG nova.network.neutron [req-00030669-66fe-463d-8e63-bde7652ae341 req-69dd1520-cbb0-446c-87b8-2e8ba6cb085e service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.117016] env[62664]: INFO nova.compute.claims [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.122532] env[62664]: DEBUG nova.compute.utils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 737.123820] env[62664]: DEBUG nova.compute.manager [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Not allocating networking since 'none' was specified. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 737.176892] env[62664]: DEBUG nova.network.neutron [-] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.223422] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.223422] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.223422] env[62664]: DEBUG nova.network.neutron [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.239440] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589698} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.239440] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 166d167d-c13e-4340-8994-d0820013c844/166d167d-c13e-4340-8994-d0820013c844.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.239703] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.240067] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c03184a-09d1-4383-b06f-3160cbe02815 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.249019] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 737.249019] env[62664]: value = "task-2697725" [ 737.249019] env[62664]: _type = "Task" [ 737.249019] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.256952] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.268458] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f8d096-abad-53de-6ab5-f48af16c285e, 'name': SearchDatastore_Task, 'duration_secs': 0.044687} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.268732] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.269041] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.269315] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baeadc31-9e5c-4962-9dae-c8407985759c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.276431] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 737.276431] env[62664]: value = "task-2697726" [ 737.276431] env[62664]: _type = "Task" [ 737.276431] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.286105] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.395470] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e0d1a10-d518-49c9-85ee-8eeb54c38eb9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.404636] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d45b39c-3fb4-445d-9fb2-089173d446a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.438995] env[62664]: DEBUG nova.compute.manager [req-00030669-66fe-463d-8e63-bde7652ae341 req-69dd1520-cbb0-446c-87b8-2e8ba6cb085e service nova] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Detach interface failed, port_id=7da59fcd-bcac-4e15-80b6-715d6a3ea050, reason: Instance 59b7a1ff-34c0-4adc-a767-50694c76b190 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 737.625639] env[62664]: INFO nova.compute.resource_tracker [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating resource usage from migration 69441007-ce43-43e8-bf6e-5423d3035faf [ 737.628819] env[62664]: DEBUG nova.compute.manager [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.679908] env[62664]: INFO nova.compute.manager [-] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Took 1.55 seconds to deallocate network for instance. [ 737.760718] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13045} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.761634] env[62664]: DEBUG nova.network.neutron [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.763863] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.766061] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9117b8-dfb1-4fb8-8c7c-9a7fb3d479ce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.792050] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 166d167d-c13e-4340-8994-d0820013c844/166d167d-c13e-4340-8994-d0820013c844.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.799841] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-826b238d-60cb-4464-9d65-3c80e1c81286 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.820421] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697726, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.821734] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 737.821734] env[62664]: value = "task-2697727" [ 737.821734] env[62664]: _type = "Task" [ 737.821734] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.830091] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.010839] env[62664]: DEBUG nova.network.neutron [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [{"id": "147cad01-1bfa-4c75-b37d-ad728828290c", "address": "fa:16:3e:53:9f:5e", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147cad01-1b", "ovs_interfaceid": "147cad01-1bfa-4c75-b37d-ad728828290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.189150] env[62664]: DEBUG oslo_concurrency.lockutils [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.209884] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eea8f7-0ca8-47a4-adb2-31c078f62533 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.220043] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1840bb4f-e875-4179-ae73-643376f6ee6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.255112] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9297fa-3901-43db-8ad9-aa17bb594efe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.263751] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9873131-8e22-40d6-b2fb-5bcdec544121 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.277533] env[62664]: DEBUG nova.compute.provider_tree [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.292586] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.988159} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.292877] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.293106] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.293359] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daa1ff8e-326f-497c-bb75-ca33e6cfdf9e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.299076] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 738.299076] env[62664]: value = "task-2697728" [ 738.299076] env[62664]: _type = "Task" [ 738.299076] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.307201] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.332058] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697727, 'name': ReconfigVM_Task, 'duration_secs': 0.498731} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.332408] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 166d167d-c13e-4340-8994-d0820013c844/166d167d-c13e-4340-8994-d0820013c844.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.333076] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd1495f-a3f0-40be-ad76-83d8f1581d56 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.339350] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 738.339350] env[62664]: value = "task-2697729" [ 738.339350] env[62664]: _type = "Task" [ 738.339350] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.349958] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697729, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.414196] env[62664]: DEBUG nova.compute.manager [req-e1747c7a-2d39-4e75-8a08-b1d45f87c698 req-10cf0f3e-2728-4b8c-92bd-05c500350817 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Received event network-changed-147cad01-1bfa-4c75-b37d-ad728828290c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.414196] env[62664]: DEBUG nova.compute.manager [req-e1747c7a-2d39-4e75-8a08-b1d45f87c698 req-10cf0f3e-2728-4b8c-92bd-05c500350817 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Refreshing instance network info cache due to event network-changed-147cad01-1bfa-4c75-b37d-ad728828290c. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 738.414196] env[62664]: DEBUG oslo_concurrency.lockutils [req-e1747c7a-2d39-4e75-8a08-b1d45f87c698 req-10cf0f3e-2728-4b8c-92bd-05c500350817 service nova] Acquiring lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.514024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.514361] env[62664]: DEBUG nova.compute.manager [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Instance network_info: |[{"id": "147cad01-1bfa-4c75-b37d-ad728828290c", "address": "fa:16:3e:53:9f:5e", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147cad01-1b", "ovs_interfaceid": "147cad01-1bfa-4c75-b37d-ad728828290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.514698] env[62664]: DEBUG oslo_concurrency.lockutils [req-e1747c7a-2d39-4e75-8a08-b1d45f87c698 req-10cf0f3e-2728-4b8c-92bd-05c500350817 service nova] Acquired lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.514882] env[62664]: DEBUG nova.network.neutron [req-e1747c7a-2d39-4e75-8a08-b1d45f87c698 req-10cf0f3e-2728-4b8c-92bd-05c500350817 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Refreshing network info cache for port 147cad01-1bfa-4c75-b37d-ad728828290c {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.516139] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:9f:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '147cad01-1bfa-4c75-b37d-ad728828290c', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.523486] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Creating folder: Project (cfa326de3e2b402cb8f1bce0cc2c4d69). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.524396] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87282e4b-815b-42d5-8a82-df672f5e26ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.534299] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Created folder: Project (cfa326de3e2b402cb8f1bce0cc2c4d69) in parent group-v543506. [ 738.534473] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Creating folder: Instances. Parent ref: group-v543650. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.534708] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfbb329c-805e-4983-9378-ca67876f6256 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.542516] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Created folder: Instances in parent group-v543650. [ 738.542758] env[62664]: DEBUG oslo.service.loopingcall [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.542934] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.543137] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c291062-3afc-4ccb-8bbe-164d69d91435 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.560786] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.560786] env[62664]: value = "task-2697732" [ 738.560786] env[62664]: _type = "Task" [ 738.560786] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.567933] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697732, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.641070] env[62664]: DEBUG nova.compute.manager [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.665987] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.666246] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.666454] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.666674] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.666825] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.666974] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.667410] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.667410] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.667498] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.667650] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.667819] env[62664]: DEBUG nova.virt.hardware [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.668680] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1754bb-a66f-4973-b200-a638db1d3bac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.676427] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7eeeba-e758-4713-8b57-f9b219a5c120 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.690319] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.696710] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Creating folder: Project (0fab71269f864111b6d20a282c5a0657). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.697036] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd1710c9-b81a-45c7-8813-7bcc53f97811 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.705944] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Created folder: Project (0fab71269f864111b6d20a282c5a0657) in parent group-v543506. [ 738.706143] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Creating folder: Instances. Parent ref: group-v543653. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.706363] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e663645-83f2-4da0-be8a-60122960c4b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.714094] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Created folder: Instances in parent group-v543653. [ 738.714325] env[62664]: DEBUG oslo.service.loopingcall [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.714510] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.714707] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89bddaa3-33dc-46bb-a87e-6508a4aae46b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.730603] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.730603] env[62664]: value = "task-2697735" [ 738.730603] env[62664]: _type = "Task" [ 738.730603] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.738012] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697735, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.782290] env[62664]: DEBUG nova.scheduler.client.report [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.810652] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067981} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.810957] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.811724] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40462217-297c-4463-b290-67a928d5221c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.833612] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.833893] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eed4bfff-c4c8-4204-a694-7ed354ea12d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.858656] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697729, 'name': Rename_Task, 'duration_secs': 0.141988} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.860024] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.860262] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 738.860262] env[62664]: value = "task-2697736" [ 738.860262] env[62664]: _type = "Task" [ 738.860262] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.860448] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb87dc5b-1e18-41f7-8a3a-1aa1d0985c26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.870720] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.872020] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 738.872020] env[62664]: value = "task-2697737" [ 738.872020] env[62664]: _type = "Task" [ 738.872020] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.879704] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.964938] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.964938] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.964938] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 739.072608] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697732, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.243407] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697735, 'name': CreateVM_Task, 'duration_secs': 0.344084} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.243783] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.244030] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.244290] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.244743] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.245057] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014ad1f7-a45a-4d41-a350-6797c36a87fb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.250423] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 739.250423] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c411e4-114f-b3b0-8136-3e6460fb5878" [ 739.250423] env[62664]: _type = "Task" [ 739.250423] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.258535] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c411e4-114f-b3b0-8136-3e6460fb5878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.287017] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.675s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.287017] env[62664]: INFO nova.compute.manager [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Migrating [ 739.295373] env[62664]: DEBUG nova.network.neutron [req-e1747c7a-2d39-4e75-8a08-b1d45f87c698 req-10cf0f3e-2728-4b8c-92bd-05c500350817 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updated VIF entry in instance network info cache for port 147cad01-1bfa-4c75-b37d-ad728828290c. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.295373] env[62664]: DEBUG nova.network.neutron [req-e1747c7a-2d39-4e75-8a08-b1d45f87c698 req-10cf0f3e-2728-4b8c-92bd-05c500350817 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [{"id": "147cad01-1bfa-4c75-b37d-ad728828290c", "address": "fa:16:3e:53:9f:5e", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147cad01-1b", "ovs_interfaceid": "147cad01-1bfa-4c75-b37d-ad728828290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.296146] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.521s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.299137] env[62664]: INFO nova.compute.claims [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.373640] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.382976] env[62664]: DEBUG oslo_vmware.api [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697737, 'name': PowerOnVM_Task, 'duration_secs': 0.480912} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.383331] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.383592] env[62664]: INFO nova.compute.manager [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Took 8.19 seconds to spawn the instance on the hypervisor. [ 739.383835] env[62664]: DEBUG nova.compute.manager [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.384839] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4edd28-52b7-4695-92ad-c86bd99cdb3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.574655] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697732, 'name': CreateVM_Task, 'duration_secs': 0.646696} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.574858] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.575546] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.575737] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.576069] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.576322] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcd7b07-35a3-45ba-b0ad-3a07c7b2a72b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.580652] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 739.580652] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5290ecd7-7809-45d6-3280-7d1222f6c48c" [ 739.580652] env[62664]: _type = "Task" [ 739.580652] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.588061] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5290ecd7-7809-45d6-3280-7d1222f6c48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.760977] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c411e4-114f-b3b0-8136-3e6460fb5878, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.761361] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.761632] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.761911] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.762103] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.762314] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.762663] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2c19384-a7e7-4163-a04f-f26e4f202ecf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.770373] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.770576] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.771321] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8146271-73d1-45af-b0aa-a0fd0f73d0e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.776183] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 739.776183] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e4e0a5-94ad-a64e-0d64-f25753b41c18" [ 739.776183] env[62664]: _type = "Task" [ 739.776183] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.784101] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e4e0a5-94ad-a64e-0d64-f25753b41c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.802949] env[62664]: DEBUG oslo_concurrency.lockutils [req-e1747c7a-2d39-4e75-8a08-b1d45f87c698 req-10cf0f3e-2728-4b8c-92bd-05c500350817 service nova] Releasing lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.808443] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.808642] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.808837] env[62664]: DEBUG nova.network.neutron [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.872945] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697736, 'name': ReconfigVM_Task, 'duration_secs': 0.584492} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.873308] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Reconfigured VM instance instance-0000000d to attach disk [datastore2] edd9f253-f27f-4417-a9aa-6ba7915fd588/edd9f253-f27f-4417-a9aa-6ba7915fd588.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.873971] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-535ed58a-5fde-4fa2-8100-dbfafd56be6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.880529] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 739.880529] env[62664]: value = "task-2697738" [ 739.880529] env[62664]: _type = "Task" [ 739.880529] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.889455] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697738, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.901351] env[62664]: INFO nova.compute.manager [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Took 48.30 seconds to build instance. [ 740.091696] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5290ecd7-7809-45d6-3280-7d1222f6c48c, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.092022] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.092255] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.092505] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.092666] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.092852] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.093128] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-967ad18b-a483-4164-96b5-0da17bc44068 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.101397] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.101537] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.102235] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf1f5b5-ffec-4ea3-8d7a-af7c9d7d4998 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.107475] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 740.107475] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52deaf7b-c87d-d4a9-0771-79a436d043f2" [ 740.107475] env[62664]: _type = "Task" [ 740.107475] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.115356] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52deaf7b-c87d-d4a9-0771-79a436d043f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.245754] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Updating instance_info_cache with network_info: [{"id": "7d7f17d4-533a-4727-bfdc-7e109798aeb8", "address": "fa:16:3e:91:74:c1", "network": {"id": "62835864-b119-4582-8849-c1a99003280f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1681720736-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39c6c982067e4c5597af35986c343287", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7f17d4-53", "ovs_interfaceid": "7d7f17d4-533a-4727-bfdc-7e109798aeb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.287761] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e4e0a5-94ad-a64e-0d64-f25753b41c18, 'name': SearchDatastore_Task, 'duration_secs': 0.00793} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.288358] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ab221b-b96a-4277-ae1c-8fcaf0ab1505 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.294383] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 740.294383] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5253a566-5698-7c04-f51c-9798ac441264" [ 740.294383] env[62664]: _type = "Task" [ 740.294383] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.303832] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5253a566-5698-7c04-f51c-9798ac441264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.390709] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697738, 'name': Rename_Task, 'duration_secs': 0.150206} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.390932] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.391228] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-187793b3-7d9a-4a52-90c7-f8ede72ae14e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.398328] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 740.398328] env[62664]: value = "task-2697739" [ 740.398328] env[62664]: _type = "Task" [ 740.398328] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.403616] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8ee835e8-bd55-4bf6-924b-3fbf26159f09 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "166d167d-c13e-4340-8994-d0820013c844" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.588s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.413675] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.577729] env[62664]: DEBUG nova.network.neutron [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance_info_cache with network_info: [{"id": "5ee0585d-a08e-4077-bc79-c7332045cdce", "address": "fa:16:3e:69:a8:77", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee0585d-a0", "ovs_interfaceid": "5ee0585d-a08e-4077-bc79-c7332045cdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.619200] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52deaf7b-c87d-d4a9-0771-79a436d043f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.622249] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372e52da-5fe8-4dca-ae29-d1a406970fea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.628383] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 740.628383] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b0d79a-737a-d909-92b2-2627b1e4a3a8" [ 740.628383] env[62664]: _type = "Task" [ 740.628383] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.638168] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b0d79a-737a-d909-92b2-2627b1e4a3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.747937] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-f48335a6-0726-41d9-abfc-ceb16dcf2912" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.748283] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 740.748693] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.748929] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.749176] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.749355] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.749505] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.749655] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.749915] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 740.750028] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 740.765019] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab72802-4d2d-4fc3-8c67-566e22e2e488 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.773382] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c836e3-9f84-43a7-bf62-c7deead7f926 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.811770] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06128ba-6d22-406c-8154-848b46eaf8ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.820135] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5253a566-5698-7c04-f51c-9798ac441264, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.822292] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.822610] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] ccb5bbc3-89f6-42fd-aa77-55abb463eb53/ccb5bbc3-89f6-42fd-aa77-55abb463eb53.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.823231] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0476be8e-dc1c-4394-982c-283af6826337 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.826294] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc24b3e3-0ee8-4752-a5e8-c87eb3047196 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.834859] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 740.834859] env[62664]: value = "task-2697740" [ 740.834859] env[62664]: _type = "Task" [ 740.834859] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.845282] env[62664]: DEBUG nova.compute.provider_tree [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.857248] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.908836] env[62664]: DEBUG oslo_vmware.api [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697739, 'name': PowerOnVM_Task, 'duration_secs': 0.451331} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.909174] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.909439] env[62664]: DEBUG nova.compute.manager [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.910531] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf6bc13-bb9e-4284-a8ad-f16962d6a7d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.913570] env[62664]: DEBUG nova.compute.manager [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.080968] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.139574] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b0d79a-737a-d909-92b2-2627b1e4a3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.139829] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.140088] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] a881c010-07df-40df-a487-42e3e382c8bc/a881c010-07df-40df-a487-42e3e382c8bc.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.140366] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-204e8666-75e8-41fa-b42c-0ec1845a8744 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.146882] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 741.146882] env[62664]: value = "task-2697741" [ 741.146882] env[62664]: _type = "Task" [ 741.146882] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.254087] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.353786] env[62664]: DEBUG nova.scheduler.client.report [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.360033] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.434121] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.446650] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.658018] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697741, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.853536] env[62664]: DEBUG nova.compute.manager [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Stashing vm_state: active {{(pid=62664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 741.860111] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659323} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.860636] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] ccb5bbc3-89f6-42fd-aa77-55abb463eb53/ccb5bbc3-89f6-42fd-aa77-55abb463eb53.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.860864] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.861643] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.862146] env[62664]: DEBUG nova.compute.manager [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.865032] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91bb0101-d23d-4e8b-bc94-4ef7ffefe3b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.867536] env[62664]: DEBUG oslo_concurrency.lockutils [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.608s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.867743] env[62664]: DEBUG nova.objects.instance [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lazy-loading 'resources' on Instance uuid 18b48743-1ebd-4805-9e86-d03240b0d6c7 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.875784] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 741.875784] env[62664]: value = "task-2697742" [ 741.875784] env[62664]: _type = "Task" [ 741.875784] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.887464] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.158102] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790555} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.158366] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] a881c010-07df-40df-a487-42e3e382c8bc/a881c010-07df-40df-a487-42e3e382c8bc.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.158572] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.158814] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b56a796c-b86d-4ef6-8619-85408ae5e563 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.165199] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 742.165199] env[62664]: value = "task-2697743" [ 742.165199] env[62664]: _type = "Task" [ 742.165199] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.172823] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.371418] env[62664]: DEBUG nova.compute.utils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 742.376296] env[62664]: DEBUG nova.compute.manager [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.377363] env[62664]: DEBUG nova.network.neutron [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.382281] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.388903] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070701} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.389183] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.390639] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261c1153-b8bb-4139-940c-a6b657c4a14e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.411694] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] ccb5bbc3-89f6-42fd-aa77-55abb463eb53/ccb5bbc3-89f6-42fd-aa77-55abb463eb53.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.412047] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4528f09-6412-4c42-a408-c9965faae74f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.436444] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 742.436444] env[62664]: value = "task-2697744" [ 742.436444] env[62664]: _type = "Task" [ 742.436444] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.447393] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.460136] env[62664]: DEBUG nova.policy [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f1ad74964a4ce59e10fadc3ddce2ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fd8598875154a3ea0340182995c7285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.601935] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1944668a-d028-4322-b94e-6bed2688de94 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.626178] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance 'f67479a8-cf01-4c3c-83ae-e7990747a695' progress to 0 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 742.674403] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127847} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.674703] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.675512] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f5d47-0f87-4023-b240-bd67fc0a4d21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.700645] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] a881c010-07df-40df-a487-42e3e382c8bc/a881c010-07df-40df-a487-42e3e382c8bc.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.704185] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd89e6f4-7933-49f4-bb72-9381ffcb09c7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.726360] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 742.726360] env[62664]: value = "task-2697745" [ 742.726360] env[62664]: _type = "Task" [ 742.726360] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.737848] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.806493] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.806747] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.806967] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.807183] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.807354] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.809830] env[62664]: INFO nova.compute.manager [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Terminating instance [ 742.865627] env[62664]: DEBUG nova.network.neutron [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Successfully created port: a9b238fc-2134-40d8-8d95-63fd9b848742 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.877443] env[62664]: DEBUG nova.compute.utils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 742.948036] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697744, 'name': ReconfigVM_Task, 'duration_secs': 0.289783} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.948531] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Reconfigured VM instance instance-00000031 to attach disk [datastore1] ccb5bbc3-89f6-42fd-aa77-55abb463eb53/ccb5bbc3-89f6-42fd-aa77-55abb463eb53.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.949324] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62c63c8f-9cb7-4096-824e-1d5084587dbe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.957157] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 742.957157] env[62664]: value = "task-2697746" [ 742.957157] env[62664]: _type = "Task" [ 742.957157] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.966428] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697746, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.975791] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4302dc-9889-4e50-96ce-fadba1ff070c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.982641] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea0c8fa-b31f-4780-bd0f-e0f96d478869 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.013493] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f48a018-1549-4f5c-81f2-5178ebff3cca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.021330] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd8695c-ea4f-4d9d-b7b1-422cdf4f38f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.036586] env[62664]: DEBUG nova.compute.provider_tree [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.139178] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.139478] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ad039b4-ffbf-4950-b266-4e3da43a794a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.147336] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 743.147336] env[62664]: value = "task-2697747" [ 743.147336] env[62664]: _type = "Task" [ 743.147336] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.155753] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.236527] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.313059] env[62664]: DEBUG nova.compute.manager [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.313227] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.314181] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c9714a-4ecc-4c1d-9a8a-d44cbf365cf6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.321944] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.322207] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d8691f2-aa4a-47f1-abf3-eca5d7b04c6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.327377] env[62664]: DEBUG oslo_vmware.api [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 743.327377] env[62664]: value = "task-2697748" [ 743.327377] env[62664]: _type = "Task" [ 743.327377] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.334691] env[62664]: DEBUG oslo_vmware.api [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.379887] env[62664]: DEBUG nova.compute.manager [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.467849] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697746, 'name': Rename_Task, 'duration_secs': 0.13006} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.467849] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.467849] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-696eea3e-b7e7-4980-b04c-d386a664eaea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.473587] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 743.473587] env[62664]: value = "task-2697749" [ 743.473587] env[62664]: _type = "Task" [ 743.473587] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.481508] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.541477] env[62664]: DEBUG nova.scheduler.client.report [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.660619] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697747, 'name': PowerOffVM_Task, 'duration_secs': 0.330487} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.661008] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.661300] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance 'f67479a8-cf01-4c3c-83ae-e7990747a695' progress to 17 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 743.736992] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697745, 'name': ReconfigVM_Task, 'duration_secs': 0.828298} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.737338] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Reconfigured VM instance instance-00000030 to attach disk [datastore2] a881c010-07df-40df-a487-42e3e382c8bc/a881c010-07df-40df-a487-42e3e382c8bc.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.738260] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48eb4a85-93d6-49ca-a234-8c096c3933cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.745997] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 743.745997] env[62664]: value = "task-2697750" [ 743.745997] env[62664]: _type = "Task" [ 743.745997] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.756024] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697750, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.837566] env[62664]: DEBUG oslo_vmware.api [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697748, 'name': PowerOffVM_Task, 'duration_secs': 0.227898} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.837734] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.837936] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.838219] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd1b96c6-5101-4309-a05e-3e66f3b5766f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.899583] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.899800] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.899983] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleting the datastore file [datastore1] 7fd3536b-bf76-4f11-954f-47d7ccbd6511 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.900256] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fed7f93-e1bd-42e1-8001-1f584b51df12 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.905934] env[62664]: DEBUG oslo_vmware.api [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 743.905934] env[62664]: value = "task-2697752" [ 743.905934] env[62664]: _type = "Task" [ 743.905934] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.913823] env[62664]: DEBUG oslo_vmware.api [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.983374] env[62664]: DEBUG oslo_vmware.api [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697749, 'name': PowerOnVM_Task, 'duration_secs': 0.427263} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.983631] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.983950] env[62664]: INFO nova.compute.manager [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Took 5.34 seconds to spawn the instance on the hypervisor. [ 743.984022] env[62664]: DEBUG nova.compute.manager [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.985126] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e353114-41df-4053-bc02-b408904d5372 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.048956] env[62664]: DEBUG oslo_concurrency.lockutils [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.051957] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.210s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.054052] env[62664]: INFO nova.compute.claims [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.072737] env[62664]: INFO nova.scheduler.client.report [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Deleted allocations for instance 18b48743-1ebd-4805-9e86-d03240b0d6c7 [ 744.169345] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.169556] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.169672] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.169850] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.169996] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.170158] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.170359] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.170518] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.170681] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.170922] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.171186] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.176454] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-157bfeef-7fa9-4c94-8eb6-e8291a45b058 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.193105] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 744.193105] env[62664]: value = "task-2697753" [ 744.193105] env[62664]: _type = "Task" [ 744.193105] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.201398] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.254960] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697750, 'name': Rename_Task, 'duration_secs': 0.219619} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.255304] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.255618] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e61bc81-a71f-492e-87f1-6b4d0895a55d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.263235] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 744.263235] env[62664]: value = "task-2697754" [ 744.263235] env[62664]: _type = "Task" [ 744.263235] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.273714] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.349327] env[62664]: DEBUG nova.compute.manager [req-0917c233-5dc1-46be-b5de-bcfb3ac9eab2 req-fd9dc469-9dea-412a-8575-c2cf6ad2ef58 service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Received event network-vif-plugged-a9b238fc-2134-40d8-8d95-63fd9b848742 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.349585] env[62664]: DEBUG oslo_concurrency.lockutils [req-0917c233-5dc1-46be-b5de-bcfb3ac9eab2 req-fd9dc469-9dea-412a-8575-c2cf6ad2ef58 service nova] Acquiring lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.349771] env[62664]: DEBUG oslo_concurrency.lockutils [req-0917c233-5dc1-46be-b5de-bcfb3ac9eab2 req-fd9dc469-9dea-412a-8575-c2cf6ad2ef58 service nova] Lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.349864] env[62664]: DEBUG oslo_concurrency.lockutils [req-0917c233-5dc1-46be-b5de-bcfb3ac9eab2 req-fd9dc469-9dea-412a-8575-c2cf6ad2ef58 service nova] Lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.350061] env[62664]: DEBUG nova.compute.manager [req-0917c233-5dc1-46be-b5de-bcfb3ac9eab2 req-fd9dc469-9dea-412a-8575-c2cf6ad2ef58 service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] No waiting events found dispatching network-vif-plugged-a9b238fc-2134-40d8-8d95-63fd9b848742 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.350234] env[62664]: WARNING nova.compute.manager [req-0917c233-5dc1-46be-b5de-bcfb3ac9eab2 req-fd9dc469-9dea-412a-8575-c2cf6ad2ef58 service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Received unexpected event network-vif-plugged-a9b238fc-2134-40d8-8d95-63fd9b848742 for instance with vm_state building and task_state spawning. [ 744.394117] env[62664]: DEBUG nova.compute.manager [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.422811] env[62664]: DEBUG oslo_vmware.api [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400559} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.424797] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:14:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='140205763',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-520929863',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.426022] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.426022] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.426022] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.426022] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.426459] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.426831] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.430094] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.430094] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.430094] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.430094] env[62664]: DEBUG nova.virt.hardware [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.430094] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.430094] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.430094] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.430094] env[62664]: INFO nova.compute.manager [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Took 1.12 seconds to destroy the instance on the hypervisor. [ 744.430094] env[62664]: DEBUG oslo.service.loopingcall [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.430094] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc6220f-79b7-4069-9e19-ea9695acd083 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.432697] env[62664]: DEBUG nova.compute.manager [-] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.432989] env[62664]: DEBUG nova.network.neutron [-] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.441679] env[62664]: DEBUG nova.network.neutron [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Successfully updated port: a9b238fc-2134-40d8-8d95-63fd9b848742 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.449041] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a8b7fe-5494-4186-ac8b-d0e83e5777de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.504657] env[62664]: INFO nova.compute.manager [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Took 42.38 seconds to build instance. [ 744.581299] env[62664]: DEBUG oslo_concurrency.lockutils [None req-727e35ac-6422-49f0-9984-1411f41394ab tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "18b48743-1ebd-4805-9e86-d03240b0d6c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.889s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.704423] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697753, 'name': ReconfigVM_Task, 'duration_secs': 0.215728} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.708017] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance 'f67479a8-cf01-4c3c-83ae-e7990747a695' progress to 33 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 744.774602] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.948917] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "refresh_cache-a3961cb7-a11e-4151-9301-bc5e9caaa27b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.948917] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquired lock "refresh_cache-a3961cb7-a11e-4151-9301-bc5e9caaa27b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.948917] env[62664]: DEBUG nova.network.neutron [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.993271] env[62664]: DEBUG nova.compute.manager [req-74de0b04-5ed9-479a-bd31-b191616e9cc0 req-e8ea463f-0de5-4a99-9c39-bba2d1415883 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Received event network-vif-deleted-62c0c673-01fd-4259-83c2-f786d06793be {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.993271] env[62664]: INFO nova.compute.manager [req-74de0b04-5ed9-479a-bd31-b191616e9cc0 req-e8ea463f-0de5-4a99-9c39-bba2d1415883 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Neutron deleted interface 62c0c673-01fd-4259-83c2-f786d06793be; detaching it from the instance and deleting it from the info cache [ 744.993271] env[62664]: DEBUG nova.network.neutron [req-74de0b04-5ed9-479a-bd31-b191616e9cc0 req-e8ea463f-0de5-4a99-9c39-bba2d1415883 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.006742] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae12b053-ae97-4943-aa99-1c867b66ead5 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "ccb5bbc3-89f6-42fd-aa77-55abb463eb53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.896s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.190519] env[62664]: INFO nova.compute.manager [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Rebuilding instance [ 745.211692] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:15:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9434ee16-045e-4897-afd8-dd42a3dd825c',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-158912319',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.212714] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.212714] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.212714] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.212714] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.213226] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.213226] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.213398] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.213452] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.213579] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.213754] env[62664]: DEBUG nova.virt.hardware [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.219291] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 745.225177] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae7089c-0e6f-4a5a-91eb-b92c97442adf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.244648] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 745.244648] env[62664]: value = "task-2697755" [ 745.244648] env[62664]: _type = "Task" [ 745.244648] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.256136] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.260285] env[62664]: DEBUG nova.network.neutron [-] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.260285] env[62664]: DEBUG nova.compute.manager [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.260959] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dc6480-b409-40a4-9792-a1294635a611 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.280662] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.488316] env[62664]: DEBUG nova.network.neutron [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.498417] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35f99b7e-4583-4a2a-8430-67a9264cd2dc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.510581] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed31b67a-257a-4d81-af36-57314d77e2c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.545135] env[62664]: DEBUG nova.compute.manager [req-74de0b04-5ed9-479a-bd31-b191616e9cc0 req-e8ea463f-0de5-4a99-9c39-bba2d1415883 service nova] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Detach interface failed, port_id=62c0c673-01fd-4259-83c2-f786d06793be, reason: Instance 7fd3536b-bf76-4f11-954f-47d7ccbd6511 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 745.571408] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be54a9a-4419-41c1-9a45-0eaf74252cda {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.577994] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0afbe18-cf15-43f7-9694-f719e9e23b53 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.609367] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db549ea-c8cd-4fc9-b9bc-c777e8131066 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.616522] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e713f46d-4eeb-42f2-8daf-cfa9f9b555ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.629205] env[62664]: DEBUG nova.compute.provider_tree [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.669748] env[62664]: DEBUG nova.network.neutron [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Updating instance_info_cache with network_info: [{"id": "a9b238fc-2134-40d8-8d95-63fd9b848742", "address": "fa:16:3e:c8:7f:27", "network": {"id": "0f33d86a-7c0f-444b-b7c8-e16515120144", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486053457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd8598875154a3ea0340182995c7285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9b238fc-21", "ovs_interfaceid": "a9b238fc-2134-40d8-8d95-63fd9b848742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.755276] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697755, 'name': ReconfigVM_Task, 'duration_secs': 0.255896} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.755555] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 745.756436] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c161254-c469-4f31-aa10-969d5904485b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.771112] env[62664]: INFO nova.compute.manager [-] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Took 1.34 seconds to deallocate network for instance. [ 745.778541] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f67479a8-cf01-4c3c-83ae-e7990747a695/f67479a8-cf01-4c3c-83ae-e7990747a695.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.784312] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-156e7c3d-5fa6-43f6-a3ae-a6e45f649f43 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.806346] env[62664]: DEBUG oslo_vmware.api [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2697754, 'name': PowerOnVM_Task, 'duration_secs': 1.170648} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.807545] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.807753] env[62664]: INFO nova.compute.manager [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Took 9.73 seconds to spawn the instance on the hypervisor. [ 745.807960] env[62664]: DEBUG nova.compute.manager [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.808307] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 745.808307] env[62664]: value = "task-2697756" [ 745.808307] env[62664]: _type = "Task" [ 745.808307] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.808984] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a60f9a-f6b2-4d8e-9e69-7b0202304b38 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.823452] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.132371] env[62664]: DEBUG nova.scheduler.client.report [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.172267] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Releasing lock "refresh_cache-a3961cb7-a11e-4151-9301-bc5e9caaa27b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.173979] env[62664]: DEBUG nova.compute.manager [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Instance network_info: |[{"id": "a9b238fc-2134-40d8-8d95-63fd9b848742", "address": "fa:16:3e:c8:7f:27", "network": {"id": "0f33d86a-7c0f-444b-b7c8-e16515120144", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486053457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd8598875154a3ea0340182995c7285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9b238fc-21", "ovs_interfaceid": "a9b238fc-2134-40d8-8d95-63fd9b848742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.173979] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:7f:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9b238fc-2134-40d8-8d95-63fd9b848742', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.181276] env[62664]: DEBUG oslo.service.loopingcall [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.181513] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.181750] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dc2fcec-1391-4dc8-a44f-3e74f28af25b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.203555] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.203555] env[62664]: value = "task-2697757" [ 746.203555] env[62664]: _type = "Task" [ 746.203555] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.211398] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697757, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.298885] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.299203] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa5d59b9-5473-431c-b467-fe4e479c2367 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.301985] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.306254] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 746.306254] env[62664]: value = "task-2697758" [ 746.306254] env[62664]: _type = "Task" [ 746.306254] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.314632] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.322268] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697756, 'name': ReconfigVM_Task, 'duration_secs': 0.272337} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.322550] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f67479a8-cf01-4c3c-83ae-e7990747a695/f67479a8-cf01-4c3c-83ae-e7990747a695.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.322910] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance 'f67479a8-cf01-4c3c-83ae-e7990747a695' progress to 50 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.332851] env[62664]: INFO nova.compute.manager [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Took 52.04 seconds to build instance. [ 746.378917] env[62664]: DEBUG nova.compute.manager [req-00004d3c-7e9b-454d-8801-0663f4f3a847 req-966b2cd4-131c-457f-a8dc-4ca42201fbeb service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Received event network-changed-a9b238fc-2134-40d8-8d95-63fd9b848742 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.378917] env[62664]: DEBUG nova.compute.manager [req-00004d3c-7e9b-454d-8801-0663f4f3a847 req-966b2cd4-131c-457f-a8dc-4ca42201fbeb service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Refreshing instance network info cache due to event network-changed-a9b238fc-2134-40d8-8d95-63fd9b848742. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.378917] env[62664]: DEBUG oslo_concurrency.lockutils [req-00004d3c-7e9b-454d-8801-0663f4f3a847 req-966b2cd4-131c-457f-a8dc-4ca42201fbeb service nova] Acquiring lock "refresh_cache-a3961cb7-a11e-4151-9301-bc5e9caaa27b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.378917] env[62664]: DEBUG oslo_concurrency.lockutils [req-00004d3c-7e9b-454d-8801-0663f4f3a847 req-966b2cd4-131c-457f-a8dc-4ca42201fbeb service nova] Acquired lock "refresh_cache-a3961cb7-a11e-4151-9301-bc5e9caaa27b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.378917] env[62664]: DEBUG nova.network.neutron [req-00004d3c-7e9b-454d-8801-0663f4f3a847 req-966b2cd4-131c-457f-a8dc-4ca42201fbeb service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Refreshing network info cache for port a9b238fc-2134-40d8-8d95-63fd9b848742 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.638822] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.639395] env[62664]: DEBUG nova.compute.manager [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.643821] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.331s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.645407] env[62664]: INFO nova.compute.claims [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.715843] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697757, 'name': CreateVM_Task, 'duration_secs': 0.307411} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.715843] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.715843] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.715843] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.715843] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.715843] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3277928-03ff-430a-9816-5d3bdd74e687 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.719895] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 746.719895] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5283c5cf-11c1-3447-031c-0a30af5f95e0" [ 746.719895] env[62664]: _type = "Task" [ 746.719895] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.726371] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5283c5cf-11c1-3447-031c-0a30af5f95e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.818379] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697758, 'name': PowerOffVM_Task, 'duration_secs': 0.125173} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.818659] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.818969] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.819994] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80988f7-9488-458f-8747-fc315ef4f80d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.826421] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.826649] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa5712b-8b3e-4775-97eb-acaedf2f4ec9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.832413] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9fa809-e15a-423a-802f-a416bc1122fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.835125] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d837824-8846-4c68-82d1-2fe92662c606 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.549s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.852876] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4341b13-2f11-4eb6-9b9f-b3c722e4820f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.855799] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.856017] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.856200] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Deleting the datastore file [datastore1] ccb5bbc3-89f6-42fd-aa77-55abb463eb53 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.856446] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbbdb200-b51c-45a1-8bc1-ac3c9e28ee2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.873037] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance 'f67479a8-cf01-4c3c-83ae-e7990747a695' progress to 67 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.878499] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 746.878499] env[62664]: value = "task-2697760" [ 746.878499] env[62664]: _type = "Task" [ 746.878499] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.888663] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.146689] env[62664]: DEBUG nova.compute.utils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 747.148727] env[62664]: DEBUG nova.compute.manager [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.149013] env[62664]: DEBUG nova.network.neutron [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.218921] env[62664]: DEBUG nova.policy [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0bc7d239c5344c383b7ad1517fff31b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c17cc64496441caa36c38918a5632aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.231376] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5283c5cf-11c1-3447-031c-0a30af5f95e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.231692] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.231926] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.232173] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.232383] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.232631] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.232868] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72ae9b8a-3dd5-4322-9527-198d601bcd5b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.240723] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.240898] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.241654] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca80f435-1a3a-44bb-8185-e3cc86e6f3d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.248473] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 747.248473] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526023fa-4cd7-baf5-8aad-1448fb18a313" [ 747.248473] env[62664]: _type = "Task" [ 747.248473] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.256035] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526023fa-4cd7-baf5-8aad-1448fb18a313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.391124] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091795} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.391464] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.391689] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.391927] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.443361] env[62664]: DEBUG nova.network.neutron [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Port 5ee0585d-a08e-4077-bc79-c7332045cdce binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 747.481370] env[62664]: DEBUG nova.network.neutron [req-00004d3c-7e9b-454d-8801-0663f4f3a847 req-966b2cd4-131c-457f-a8dc-4ca42201fbeb service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Updated VIF entry in instance network info cache for port a9b238fc-2134-40d8-8d95-63fd9b848742. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.481370] env[62664]: DEBUG nova.network.neutron [req-00004d3c-7e9b-454d-8801-0663f4f3a847 req-966b2cd4-131c-457f-a8dc-4ca42201fbeb service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Updating instance_info_cache with network_info: [{"id": "a9b238fc-2134-40d8-8d95-63fd9b848742", "address": "fa:16:3e:c8:7f:27", "network": {"id": "0f33d86a-7c0f-444b-b7c8-e16515120144", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486053457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd8598875154a3ea0340182995c7285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9b238fc-21", "ovs_interfaceid": "a9b238fc-2134-40d8-8d95-63fd9b848742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.493531] env[62664]: DEBUG nova.compute.manager [req-0d8b2d9d-c361-49a1-9ed8-a2ff58323622 req-27e7c1b4-f541-425f-83cc-87e87a7bae83 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Received event network-changed-147cad01-1bfa-4c75-b37d-ad728828290c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.493531] env[62664]: DEBUG nova.compute.manager [req-0d8b2d9d-c361-49a1-9ed8-a2ff58323622 req-27e7c1b4-f541-425f-83cc-87e87a7bae83 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Refreshing instance network info cache due to event network-changed-147cad01-1bfa-4c75-b37d-ad728828290c. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.493531] env[62664]: DEBUG oslo_concurrency.lockutils [req-0d8b2d9d-c361-49a1-9ed8-a2ff58323622 req-27e7c1b4-f541-425f-83cc-87e87a7bae83 service nova] Acquiring lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.493531] env[62664]: DEBUG oslo_concurrency.lockutils [req-0d8b2d9d-c361-49a1-9ed8-a2ff58323622 req-27e7c1b4-f541-425f-83cc-87e87a7bae83 service nova] Acquired lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.493531] env[62664]: DEBUG nova.network.neutron [req-0d8b2d9d-c361-49a1-9ed8-a2ff58323622 req-27e7c1b4-f541-425f-83cc-87e87a7bae83 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Refreshing network info cache for port 147cad01-1bfa-4c75-b37d-ad728828290c {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.598841] env[62664]: DEBUG nova.network.neutron [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Successfully created port: 0f15aefa-c446-408e-9d47-72590a9b4fca {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.654011] env[62664]: DEBUG nova.compute.manager [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.765404] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526023fa-4cd7-baf5-8aad-1448fb18a313, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.765404] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e4f6d7-d703-4c84-a6b9-2a007f55ec32 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.775019] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 747.775019] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5251bc5e-2873-3652-ea0c-1c92c1c78ab6" [ 747.775019] env[62664]: _type = "Task" [ 747.775019] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.784266] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5251bc5e-2873-3652-ea0c-1c92c1c78ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.983869] env[62664]: DEBUG oslo_concurrency.lockutils [req-00004d3c-7e9b-454d-8801-0663f4f3a847 req-966b2cd4-131c-457f-a8dc-4ca42201fbeb service nova] Releasing lock "refresh_cache-a3961cb7-a11e-4151-9301-bc5e9caaa27b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.118040] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae6b41a-84aa-4492-a867-0612c6271ed6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.125655] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcfb7e1-6da6-4ca5-b243-10e215a413c3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.169100] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e29c4a-bd45-41b2-935a-482fb9570a3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.177488] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eef7696-76d7-4349-8705-110062a84166 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.191506] env[62664]: DEBUG nova.compute.provider_tree [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.284015] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5251bc5e-2873-3652-ea0c-1c92c1c78ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.284349] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.284627] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] a3961cb7-a11e-4151-9301-bc5e9caaa27b/a3961cb7-a11e-4151-9301-bc5e9caaa27b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.284941] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e6a2ab7-e565-4485-997f-ea8ef6a1915d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.292719] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 748.292719] env[62664]: value = "task-2697761" [ 748.292719] env[62664]: _type = "Task" [ 748.292719] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.297180] env[62664]: DEBUG nova.network.neutron [req-0d8b2d9d-c361-49a1-9ed8-a2ff58323622 req-27e7c1b4-f541-425f-83cc-87e87a7bae83 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updated VIF entry in instance network info cache for port 147cad01-1bfa-4c75-b37d-ad728828290c. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.297569] env[62664]: DEBUG nova.network.neutron [req-0d8b2d9d-c361-49a1-9ed8-a2ff58323622 req-27e7c1b4-f541-425f-83cc-87e87a7bae83 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [{"id": "147cad01-1bfa-4c75-b37d-ad728828290c", "address": "fa:16:3e:53:9f:5e", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147cad01-1b", "ovs_interfaceid": "147cad01-1bfa-4c75-b37d-ad728828290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.305708] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.430248] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.430248] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.430674] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.430860] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.430965] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.431130] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.431375] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.431548] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.431720] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.431888] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.432440] env[62664]: DEBUG nova.virt.hardware [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.433111] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d863938-bb87-4a66-9ba2-69bbc475a6ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.442772] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01242db-159d-4844-b8d7-7c3536a7b473 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.464786] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.471132] env[62664]: DEBUG oslo.service.loopingcall [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.474223] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.478951] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "f67479a8-cf01-4c3c-83ae-e7990747a695-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.479215] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "f67479a8-cf01-4c3c-83ae-e7990747a695-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.479521] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "f67479a8-cf01-4c3c-83ae-e7990747a695-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.480777] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a432b638-7261-475d-a390-16f9c33f8b82 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.504855] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.504855] env[62664]: value = "task-2697762" [ 748.504855] env[62664]: _type = "Task" [ 748.504855] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.521824] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697762, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.674041] env[62664]: DEBUG nova.compute.manager [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.695186] env[62664]: DEBUG nova.scheduler.client.report [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.701224] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.701474] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.701672] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.701879] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.702039] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.702221] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.702437] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.702614] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.702809] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.702982] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.703177] env[62664]: DEBUG nova.virt.hardware [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.704862] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77bf8fe-7f61-4d9f-906d-38d18c60ffd3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.716871] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c67ee2-de7b-4adf-9b07-618e6b849c4a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.804202] env[62664]: DEBUG oslo_concurrency.lockutils [req-0d8b2d9d-c361-49a1-9ed8-a2ff58323622 req-27e7c1b4-f541-425f-83cc-87e87a7bae83 service nova] Releasing lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.805214] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697761, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.015802] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697762, 'name': CreateVM_Task, 'duration_secs': 0.476474} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.015971] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.016525] env[62664]: DEBUG oslo_concurrency.lockutils [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.016629] env[62664]: DEBUG oslo_concurrency.lockutils [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.016857] env[62664]: DEBUG oslo_concurrency.lockutils [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.017182] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2164bf-16ed-4863-aa63-601f3a7907d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.021873] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 749.021873] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dbbc32-5bac-49ff-6014-4bdb4dbae5a9" [ 749.021873] env[62664]: _type = "Task" [ 749.021873] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.029458] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dbbc32-5bac-49ff-6014-4bdb4dbae5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.033790] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.033790] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.034820] env[62664]: DEBUG nova.network.neutron [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.090850] env[62664]: DEBUG nova.compute.manager [req-92328587-8f22-4bc3-a271-870e547c87f0 req-90ffd1db-90d8-4ce6-96a9-8cc946ae0d67 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Received event network-vif-plugged-0f15aefa-c446-408e-9d47-72590a9b4fca {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.090988] env[62664]: DEBUG oslo_concurrency.lockutils [req-92328587-8f22-4bc3-a271-870e547c87f0 req-90ffd1db-90d8-4ce6-96a9-8cc946ae0d67 service nova] Acquiring lock "f139aac4-81b8-4902-b642-c1efd112dff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.091207] env[62664]: DEBUG oslo_concurrency.lockutils [req-92328587-8f22-4bc3-a271-870e547c87f0 req-90ffd1db-90d8-4ce6-96a9-8cc946ae0d67 service nova] Lock "f139aac4-81b8-4902-b642-c1efd112dff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.091379] env[62664]: DEBUG oslo_concurrency.lockutils [req-92328587-8f22-4bc3-a271-870e547c87f0 req-90ffd1db-90d8-4ce6-96a9-8cc946ae0d67 service nova] Lock "f139aac4-81b8-4902-b642-c1efd112dff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.091541] env[62664]: DEBUG nova.compute.manager [req-92328587-8f22-4bc3-a271-870e547c87f0 req-90ffd1db-90d8-4ce6-96a9-8cc946ae0d67 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] No waiting events found dispatching network-vif-plugged-0f15aefa-c446-408e-9d47-72590a9b4fca {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.091704] env[62664]: WARNING nova.compute.manager [req-92328587-8f22-4bc3-a271-870e547c87f0 req-90ffd1db-90d8-4ce6-96a9-8cc946ae0d67 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Received unexpected event network-vif-plugged-0f15aefa-c446-408e-9d47-72590a9b4fca for instance with vm_state building and task_state spawning. [ 749.209512] env[62664]: DEBUG nova.network.neutron [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Successfully updated port: 0f15aefa-c446-408e-9d47-72590a9b4fca {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.212119] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.212608] env[62664]: DEBUG nova.compute.manager [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.216171] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.078s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.216437] env[62664]: DEBUG nova.objects.instance [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lazy-loading 'resources' on Instance uuid b493b6f4-5055-492f-84e4-25f70ca231aa {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.304622] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594951} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.304917] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] a3961cb7-a11e-4151-9301-bc5e9caaa27b/a3961cb7-a11e-4151-9301-bc5e9caaa27b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.305148] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.305405] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bcb095a-dd47-4978-b56e-78854333f200 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.312165] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 749.312165] env[62664]: value = "task-2697763" [ 749.312165] env[62664]: _type = "Task" [ 749.312165] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.320565] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.532547] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dbbc32-5bac-49ff-6014-4bdb4dbae5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.532908] env[62664]: DEBUG oslo_concurrency.lockutils [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.533154] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.533384] env[62664]: DEBUG oslo_concurrency.lockutils [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.534031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.534031] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.534031] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59d9a72f-6bb3-484d-829a-d43dae50f4c3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.545355] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.545355] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.545355] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5958e98a-98d1-42b6-9a73-28237968147c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.551634] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 749.551634] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524f8f84-b7c6-3507-d0e7-966f13f12601" [ 749.551634] env[62664]: _type = "Task" [ 749.551634] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.558873] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524f8f84-b7c6-3507-d0e7-966f13f12601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.712577] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.712577] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.712941] env[62664]: DEBUG nova.network.neutron [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.719566] env[62664]: DEBUG nova.compute.utils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 749.720827] env[62664]: DEBUG nova.compute.manager [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.720981] env[62664]: DEBUG nova.network.neutron [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.742618] env[62664]: DEBUG nova.network.neutron [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance_info_cache with network_info: [{"id": "5ee0585d-a08e-4077-bc79-c7332045cdce", "address": "fa:16:3e:69:a8:77", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee0585d-a0", "ovs_interfaceid": "5ee0585d-a08e-4077-bc79-c7332045cdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.793607] env[62664]: DEBUG nova.policy [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92a1939d0ff94a2986ed631df5ce01d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf948b5e18754fee987062d5b4ec17fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.824124] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086348} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.824524] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.825728] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860af55c-4359-4f49-b46b-5349490da615 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.851487] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] a3961cb7-a11e-4151-9301-bc5e9caaa27b/a3961cb7-a11e-4151-9301-bc5e9caaa27b.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.854406] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b841b0c-eef8-45ba-8b24-080d7cce5db5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.874073] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 749.874073] env[62664]: value = "task-2697764" [ 749.874073] env[62664]: _type = "Task" [ 749.874073] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.883645] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.065152] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524f8f84-b7c6-3507-d0e7-966f13f12601, 'name': SearchDatastore_Task, 'duration_secs': 0.008156} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.065152] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee21cb3-955c-4f2f-a62f-435f25323c9d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.074546] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 750.074546] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52288346-cde4-4d58-3aaa-c6026d415bba" [ 750.074546] env[62664]: _type = "Task" [ 750.074546] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.080675] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52288346-cde4-4d58-3aaa-c6026d415bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.131259] env[62664]: DEBUG nova.network.neutron [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Successfully created port: 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.203920] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0a962c-9cbe-4b89-aaac-d6d5d38a90e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.211412] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4406193-f5f0-4382-a840-78d2c1210873 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.246127] env[62664]: DEBUG nova.compute.manager [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.248750] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.256020] env[62664]: DEBUG nova.network.neutron [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.256020] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f51619-0886-4ad2-a95b-6896d9d2ea9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.263808] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aae4351-56a2-46a0-ad0c-33a010f46f1b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.279073] env[62664]: DEBUG nova.compute.provider_tree [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.384805] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.450195] env[62664]: DEBUG nova.network.neutron [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Updating instance_info_cache with network_info: [{"id": "0f15aefa-c446-408e-9d47-72590a9b4fca", "address": "fa:16:3e:b4:0b:a6", "network": {"id": "b9edf0cf-6087-4f27-bfe9-a805e7c9f96d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1333853504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c17cc64496441caa36c38918a5632aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f15aefa-c4", "ovs_interfaceid": "0f15aefa-c446-408e-9d47-72590a9b4fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.582634] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52288346-cde4-4d58-3aaa-c6026d415bba, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.582743] env[62664]: DEBUG oslo_concurrency.lockutils [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.582994] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] ccb5bbc3-89f6-42fd-aa77-55abb463eb53/ccb5bbc3-89f6-42fd-aa77-55abb463eb53.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.583443] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87431dba-af0a-46a3-b8c7-22c83b801a1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.589522] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 750.589522] env[62664]: value = "task-2697765" [ 750.589522] env[62664]: _type = "Task" [ 750.589522] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.598203] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.785980] env[62664]: DEBUG nova.scheduler.client.report [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.794807] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448cea1d-adec-435d-a7c6-0237644915f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.817918] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501ffe0f-43b0-45c8-bee2-863f3510d4bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.829442] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance 'f67479a8-cf01-4c3c-83ae-e7990747a695' progress to 83 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 750.888734] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697764, 'name': ReconfigVM_Task, 'duration_secs': 0.854533} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.888734] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] a3961cb7-a11e-4151-9301-bc5e9caaa27b/a3961cb7-a11e-4151-9301-bc5e9caaa27b.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.889762] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62664) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 750.889950] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e1aca758-97b3-49a6-82d6-394de3f51743 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.898839] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 750.898839] env[62664]: value = "task-2697766" [ 750.898839] env[62664]: _type = "Task" [ 750.898839] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.911231] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697766, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.952780] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.953266] env[62664]: DEBUG nova.compute.manager [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Instance network_info: |[{"id": "0f15aefa-c446-408e-9d47-72590a9b4fca", "address": "fa:16:3e:b4:0b:a6", "network": {"id": "b9edf0cf-6087-4f27-bfe9-a805e7c9f96d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1333853504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c17cc64496441caa36c38918a5632aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f15aefa-c4", "ovs_interfaceid": "0f15aefa-c446-408e-9d47-72590a9b4fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.953806] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:0b:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f15aefa-c446-408e-9d47-72590a9b4fca', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.962843] env[62664]: DEBUG oslo.service.loopingcall [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.963468] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.963721] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c41f26f-2b40-4d04-9781-bcb0e7f597c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.985568] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.985568] env[62664]: value = "task-2697767" [ 750.985568] env[62664]: _type = "Task" [ 750.985568] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.995627] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697767, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.098839] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486175} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.099121] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] ccb5bbc3-89f6-42fd-aa77-55abb463eb53/ccb5bbc3-89f6-42fd-aa77-55abb463eb53.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.099350] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.099610] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7346dd1f-a3ae-48b9-905d-dc968215d186 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.105746] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 751.105746] env[62664]: value = "task-2697768" [ 751.105746] env[62664]: _type = "Task" [ 751.105746] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.114118] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.116369] env[62664]: DEBUG nova.compute.manager [req-78ec7367-55ef-40ea-b773-ba7e9dd7d78c req-2f03a700-4643-40d8-ad39-4740ac5bff40 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Received event network-changed-0f15aefa-c446-408e-9d47-72590a9b4fca {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.116625] env[62664]: DEBUG nova.compute.manager [req-78ec7367-55ef-40ea-b773-ba7e9dd7d78c req-2f03a700-4643-40d8-ad39-4740ac5bff40 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Refreshing instance network info cache due to event network-changed-0f15aefa-c446-408e-9d47-72590a9b4fca. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.116799] env[62664]: DEBUG oslo_concurrency.lockutils [req-78ec7367-55ef-40ea-b773-ba7e9dd7d78c req-2f03a700-4643-40d8-ad39-4740ac5bff40 service nova] Acquiring lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.116945] env[62664]: DEBUG oslo_concurrency.lockutils [req-78ec7367-55ef-40ea-b773-ba7e9dd7d78c req-2f03a700-4643-40d8-ad39-4740ac5bff40 service nova] Acquired lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.117092] env[62664]: DEBUG nova.network.neutron [req-78ec7367-55ef-40ea-b773-ba7e9dd7d78c req-2f03a700-4643-40d8-ad39-4740ac5bff40 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Refreshing network info cache for port 0f15aefa-c446-408e-9d47-72590a9b4fca {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.260080] env[62664]: DEBUG nova.compute.manager [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.287642] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.287924] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.288147] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.288340] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.288486] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.288631] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.288848] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.289070] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.289194] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.289357] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.289533] env[62664]: DEBUG nova.virt.hardware [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.290445] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8419c4-2a47-4dbe-be4e-43705a772680 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.298131] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46b46a8-0f7e-4a1b-b6d1-bc222eac26ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.302661] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.305027] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.380s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.306150] env[62664]: INFO nova.compute.claims [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.322489] env[62664]: INFO nova.scheduler.client.report [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Deleted allocations for instance b493b6f4-5055-492f-84e4-25f70ca231aa [ 751.335587] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.335891] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a604d65-82cf-4787-8f85-62561a5202b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.342725] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 751.342725] env[62664]: value = "task-2697769" [ 751.342725] env[62664]: _type = "Task" [ 751.342725] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.351110] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.408489] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697766, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.068057} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.408746] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62664) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 751.409505] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5038674-b1a8-4664-9c86-5ab1997dbf8c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.433653] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] a3961cb7-a11e-4151-9301-bc5e9caaa27b/ephemeral_0.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.434399] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9caa897d-f186-4fd5-86ea-9c7fc1a39492 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.452922] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 751.452922] env[62664]: value = "task-2697770" [ 751.452922] env[62664]: _type = "Task" [ 751.452922] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.463197] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.496034] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697767, 'name': CreateVM_Task, 'duration_secs': 0.31981} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.496231] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.496965] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.497245] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.497579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.497852] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3d9e02-9520-475b-bc53-886c220476b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.504550] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 751.504550] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5248adc6-84e5-78c3-e90d-15e9a6d9d869" [ 751.504550] env[62664]: _type = "Task" [ 751.504550] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.513812] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5248adc6-84e5-78c3-e90d-15e9a6d9d869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.618125] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065325} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.618444] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.622683] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0752136b-2ada-49d6-aa9d-bf7dcb44a457 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.646539] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] ccb5bbc3-89f6-42fd-aa77-55abb463eb53/ccb5bbc3-89f6-42fd-aa77-55abb463eb53.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.647052] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c400524-a5ef-4d4a-a0ef-5ad64fc05b2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.671362] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 751.671362] env[62664]: value = "task-2697771" [ 751.671362] env[62664]: _type = "Task" [ 751.671362] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.678990] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.692040] env[62664]: DEBUG nova.compute.manager [req-c9051911-54f4-46b8-8c22-7d042fb1cc6e req-23a4ad58-6734-4175-8f39-0e6cafe35e16 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Received event network-vif-plugged-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.692185] env[62664]: DEBUG oslo_concurrency.lockutils [req-c9051911-54f4-46b8-8c22-7d042fb1cc6e req-23a4ad58-6734-4175-8f39-0e6cafe35e16 service nova] Acquiring lock "e3541c5a-37ad-451e-b074-2d64d058f870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.692327] env[62664]: DEBUG oslo_concurrency.lockutils [req-c9051911-54f4-46b8-8c22-7d042fb1cc6e req-23a4ad58-6734-4175-8f39-0e6cafe35e16 service nova] Lock "e3541c5a-37ad-451e-b074-2d64d058f870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.692505] env[62664]: DEBUG oslo_concurrency.lockutils [req-c9051911-54f4-46b8-8c22-7d042fb1cc6e req-23a4ad58-6734-4175-8f39-0e6cafe35e16 service nova] Lock "e3541c5a-37ad-451e-b074-2d64d058f870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.692683] env[62664]: DEBUG nova.compute.manager [req-c9051911-54f4-46b8-8c22-7d042fb1cc6e req-23a4ad58-6734-4175-8f39-0e6cafe35e16 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] No waiting events found dispatching network-vif-plugged-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.692858] env[62664]: WARNING nova.compute.manager [req-c9051911-54f4-46b8-8c22-7d042fb1cc6e req-23a4ad58-6734-4175-8f39-0e6cafe35e16 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Received unexpected event network-vif-plugged-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 for instance with vm_state building and task_state spawning. [ 751.746352] env[62664]: DEBUG nova.network.neutron [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Successfully updated port: 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.829484] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bc7005b5-fa82-48f5-ac61-bf8aa486ace3 tempest-ServerRescueTestJSONUnderV235-1675772390 tempest-ServerRescueTestJSONUnderV235-1675772390-project-member] Lock "b493b6f4-5055-492f-84e4-25f70ca231aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.561s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.854743] env[62664]: DEBUG oslo_vmware.api [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697769, 'name': PowerOnVM_Task, 'duration_secs': 0.393725} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.855157] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.855420] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9b42908a-c1f4-4f5e-b977-83bf6c6cc752 tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance 'f67479a8-cf01-4c3c-83ae-e7990747a695' progress to 100 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 751.884170] env[62664]: DEBUG nova.network.neutron [req-78ec7367-55ef-40ea-b773-ba7e9dd7d78c req-2f03a700-4643-40d8-ad39-4740ac5bff40 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Updated VIF entry in instance network info cache for port 0f15aefa-c446-408e-9d47-72590a9b4fca. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.884550] env[62664]: DEBUG nova.network.neutron [req-78ec7367-55ef-40ea-b773-ba7e9dd7d78c req-2f03a700-4643-40d8-ad39-4740ac5bff40 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Updating instance_info_cache with network_info: [{"id": "0f15aefa-c446-408e-9d47-72590a9b4fca", "address": "fa:16:3e:b4:0b:a6", "network": {"id": "b9edf0cf-6087-4f27-bfe9-a805e7c9f96d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1333853504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c17cc64496441caa36c38918a5632aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f15aefa-c4", "ovs_interfaceid": "0f15aefa-c446-408e-9d47-72590a9b4fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.966979] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697770, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.015459] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5248adc6-84e5-78c3-e90d-15e9a6d9d869, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.015818] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.017123] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.017123] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.017123] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.017123] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.017123] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2411f1a9-afd9-4856-a074-e0deb9ff47ac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.024412] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.024597] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.025370] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72ce09b-ab70-4ce9-b5af-3759340e7e95 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.032795] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 752.032795] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52560335-52a1-173b-e233-05cbcd0732a7" [ 752.032795] env[62664]: _type = "Task" [ 752.032795] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.041343] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52560335-52a1-173b-e233-05cbcd0732a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.178965] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697771, 'name': ReconfigVM_Task, 'duration_secs': 0.336775} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.179324] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Reconfigured VM instance instance-00000031 to attach disk [datastore1] ccb5bbc3-89f6-42fd-aa77-55abb463eb53/ccb5bbc3-89f6-42fd-aa77-55abb463eb53.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.179911] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ec3a4ef-ce96-4bc1-ab90-9362fd29cd80 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.185801] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 752.185801] env[62664]: value = "task-2697772" [ 752.185801] env[62664]: _type = "Task" [ 752.185801] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.192994] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697772, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.249920] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "refresh_cache-e3541c5a-37ad-451e-b074-2d64d058f870" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.249920] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquired lock "refresh_cache-e3541c5a-37ad-451e-b074-2d64d058f870" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.249920] env[62664]: DEBUG nova.network.neutron [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.389839] env[62664]: DEBUG oslo_concurrency.lockutils [req-78ec7367-55ef-40ea-b773-ba7e9dd7d78c req-2f03a700-4643-40d8-ad39-4740ac5bff40 service nova] Releasing lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.470015] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697770, 'name': ReconfigVM_Task, 'duration_secs': 0.536778} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.475322] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] a3961cb7-a11e-4151-9301-bc5e9caaa27b/ephemeral_0.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.475322] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68f93c6d-e846-4e71-8dff-ec65f9af4f2e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.480319] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 752.480319] env[62664]: value = "task-2697773" [ 752.480319] env[62664]: _type = "Task" [ 752.480319] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.491160] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697773, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.554183] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52560335-52a1-173b-e233-05cbcd0732a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008275} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.559809] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b69f38e1-4c63-468d-b595-d8126a2d5a3c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.563258] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 752.563258] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a7a540-197a-901f-9f25-459ad30a9bd2" [ 752.563258] env[62664]: _type = "Task" [ 752.563258] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.571456] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a7a540-197a-901f-9f25-459ad30a9bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.695570] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697772, 'name': Rename_Task, 'duration_secs': 0.14413} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.695849] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.696111] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ced1cf8-d6a4-406a-a962-9ec4e32ba38f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.705611] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 752.705611] env[62664]: value = "task-2697774" [ 752.705611] env[62664]: _type = "Task" [ 752.705611] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.714846] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.803286] env[62664]: DEBUG nova.network.neutron [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.833355] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5bf672-01d4-4e1a-977e-b40fe6101d15 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.841787] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a386af26-b895-423b-84e5-41facc1cb9da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.889326] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4541c152-b965-42f3-aac4-07cb2c01a1a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.897909] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbfcd5e-731f-4ef3-ad80-9fede19ddb70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.912872] env[62664]: DEBUG nova.compute.provider_tree [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.991923] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697773, 'name': Rename_Task, 'duration_secs': 0.37813} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.992286] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.992583] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92ca3de9-ab77-4ada-ae9f-5f873bff26fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.999472] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 752.999472] env[62664]: value = "task-2697775" [ 752.999472] env[62664]: _type = "Task" [ 752.999472] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.008542] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.074609] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a7a540-197a-901f-9f25-459ad30a9bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.074971] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.075258] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f139aac4-81b8-4902-b642-c1efd112dff3/f139aac4-81b8-4902-b642-c1efd112dff3.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.075551] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e03d16bb-87d2-49a4-bbed-72915d3b0123 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.082604] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 753.082604] env[62664]: value = "task-2697776" [ 753.082604] env[62664]: _type = "Task" [ 753.082604] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.092632] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.218191] env[62664]: DEBUG oslo_vmware.api [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697774, 'name': PowerOnVM_Task, 'duration_secs': 0.464036} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.218613] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.221110] env[62664]: DEBUG nova.compute.manager [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.221110] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76909e-74ba-4edc-b856-090113b4f2ac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.235371] env[62664]: DEBUG nova.network.neutron [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Updating instance_info_cache with network_info: [{"id": "2a6c1da1-58e3-4ad0-a8b5-de4294aadd27", "address": "fa:16:3e:a5:6f:f8", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6c1da1-58", "ovs_interfaceid": "2a6c1da1-58e3-4ad0-a8b5-de4294aadd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.419828] env[62664]: DEBUG nova.scheduler.client.report [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.511957] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697775, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.592568] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697776, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.738657] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Releasing lock "refresh_cache-e3541c5a-37ad-451e-b074-2d64d058f870" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.738967] env[62664]: DEBUG nova.compute.manager [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Instance network_info: |[{"id": "2a6c1da1-58e3-4ad0-a8b5-de4294aadd27", "address": "fa:16:3e:a5:6f:f8", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6c1da1-58", "ovs_interfaceid": "2a6c1da1-58e3-4ad0-a8b5-de4294aadd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.740097] env[62664]: DEBUG nova.compute.manager [req-1e36fa88-b415-4f18-bdc5-26c40216c2f8 req-74286568-9f2f-494b-8d3d-812f1f03cd84 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Received event network-changed-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.740331] env[62664]: DEBUG nova.compute.manager [req-1e36fa88-b415-4f18-bdc5-26c40216c2f8 req-74286568-9f2f-494b-8d3d-812f1f03cd84 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Refreshing instance network info cache due to event network-changed-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.740511] env[62664]: DEBUG oslo_concurrency.lockutils [req-1e36fa88-b415-4f18-bdc5-26c40216c2f8 req-74286568-9f2f-494b-8d3d-812f1f03cd84 service nova] Acquiring lock "refresh_cache-e3541c5a-37ad-451e-b074-2d64d058f870" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.740619] env[62664]: DEBUG oslo_concurrency.lockutils [req-1e36fa88-b415-4f18-bdc5-26c40216c2f8 req-74286568-9f2f-494b-8d3d-812f1f03cd84 service nova] Acquired lock "refresh_cache-e3541c5a-37ad-451e-b074-2d64d058f870" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.740763] env[62664]: DEBUG nova.network.neutron [req-1e36fa88-b415-4f18-bdc5-26c40216c2f8 req-74286568-9f2f-494b-8d3d-812f1f03cd84 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Refreshing network info cache for port 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.745858] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:6f:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a6c1da1-58e3-4ad0-a8b5-de4294aadd27', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.755907] env[62664]: DEBUG oslo.service.loopingcall [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.756600] env[62664]: DEBUG oslo_concurrency.lockutils [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.759402] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.760126] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d4d27c1-ae38-4c9d-a6e3-41b43a85a005 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.784347] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.784347] env[62664]: value = "task-2697777" [ 753.784347] env[62664]: _type = "Task" [ 753.784347] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.801569] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697777, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.926017] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.926467] env[62664]: DEBUG nova.compute.manager [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.930923] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.940s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.930923] env[62664]: DEBUG nova.objects.instance [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lazy-loading 'resources' on Instance uuid 45223755-7de4-4eec-b41d-8c7ef92452fa {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.010837] env[62664]: DEBUG oslo_vmware.api [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2697775, 'name': PowerOnVM_Task, 'duration_secs': 0.877699} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.011163] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.011383] env[62664]: INFO nova.compute.manager [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Took 9.62 seconds to spawn the instance on the hypervisor. [ 754.011561] env[62664]: DEBUG nova.compute.manager [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.012946] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb07704-bf41-4ece-b02e-1c6e6242bd45 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.057859] env[62664]: DEBUG nova.network.neutron [req-1e36fa88-b415-4f18-bdc5-26c40216c2f8 req-74286568-9f2f-494b-8d3d-812f1f03cd84 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Updated VIF entry in instance network info cache for port 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.058224] env[62664]: DEBUG nova.network.neutron [req-1e36fa88-b415-4f18-bdc5-26c40216c2f8 req-74286568-9f2f-494b-8d3d-812f1f03cd84 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Updating instance_info_cache with network_info: [{"id": "2a6c1da1-58e3-4ad0-a8b5-de4294aadd27", "address": "fa:16:3e:a5:6f:f8", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6c1da1-58", "ovs_interfaceid": "2a6c1da1-58e3-4ad0-a8b5-de4294aadd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.096305] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512802} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.096587] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f139aac4-81b8-4902-b642-c1efd112dff3/f139aac4-81b8-4902-b642-c1efd112dff3.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.096798] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.097099] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2914990b-ee1e-4c43-af74-2203d48dc5fb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.106491] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 754.106491] env[62664]: value = "task-2697778" [ 754.106491] env[62664]: _type = "Task" [ 754.106491] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.116522] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.295437] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697777, 'name': CreateVM_Task, 'duration_secs': 0.361554} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.295641] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.296260] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.296518] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.296858] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.297045] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45dafc76-c50d-489d-96b1-c2f27f23a9ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.301986] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 754.301986] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ccdcee-87b4-3a21-bfea-00ba1efcc5fb" [ 754.301986] env[62664]: _type = "Task" [ 754.301986] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.312501] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ccdcee-87b4-3a21-bfea-00ba1efcc5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.433714] env[62664]: DEBUG nova.compute.utils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 754.437990] env[62664]: DEBUG nova.compute.manager [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.438390] env[62664]: DEBUG nova.network.neutron [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.490444] env[62664]: DEBUG nova.network.neutron [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Port 5ee0585d-a08e-4077-bc79-c7332045cdce binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 754.490731] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.490978] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.491053] env[62664]: DEBUG nova.network.neutron [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.514415] env[62664]: DEBUG nova.policy [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c481e02e9ec4e70890690c8208c5329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4891787dcdc4b35a3845d045c302596', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.535337] env[62664]: INFO nova.compute.manager [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Took 48.79 seconds to build instance. [ 754.561493] env[62664]: DEBUG oslo_concurrency.lockutils [req-1e36fa88-b415-4f18-bdc5-26c40216c2f8 req-74286568-9f2f-494b-8d3d-812f1f03cd84 service nova] Releasing lock "refresh_cache-e3541c5a-37ad-451e-b074-2d64d058f870" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.623060] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187809} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.623060] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.623586] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94485d17-8224-4f63-b5ea-b968e11d9fee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.647459] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] f139aac4-81b8-4902-b642-c1efd112dff3/f139aac4-81b8-4902-b642-c1efd112dff3.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.650382] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abffd907-ba47-42b0-a298-6e7dde6f470b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.672359] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 754.672359] env[62664]: value = "task-2697779" [ 754.672359] env[62664]: _type = "Task" [ 754.672359] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.681757] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.722892] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "ccb5bbc3-89f6-42fd-aa77-55abb463eb53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.726604] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "ccb5bbc3-89f6-42fd-aa77-55abb463eb53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.726841] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "ccb5bbc3-89f6-42fd-aa77-55abb463eb53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.727064] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "ccb5bbc3-89f6-42fd-aa77-55abb463eb53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.727261] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "ccb5bbc3-89f6-42fd-aa77-55abb463eb53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.729628] env[62664]: INFO nova.compute.manager [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Terminating instance [ 754.812629] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ccdcee-87b4-3a21-bfea-00ba1efcc5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.815378] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.815601] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.816021] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.816473] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.816727] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.817231] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07212faa-f3a7-430c-bba2-58393753a743 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.825730] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.825963] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.827166] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c69f3d1-12fe-44bb-b416-b05603fac579 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.834625] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 754.834625] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5237341f-c501-8acd-47b7-99f9c661b84b" [ 754.834625] env[62664]: _type = "Task" [ 754.834625] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.843140] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5237341f-c501-8acd-47b7-99f9c661b84b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.938599] env[62664]: DEBUG nova.compute.manager [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.045057] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c1c8fe01-ed09-4149-b2d9-636fdbc6eeaa tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.327s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.045057] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f351662-d7b9-43a0-8957-0564e60d94e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.053181] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717ad4e3-03c1-4c45-8dde-f3dffe6b654b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.092489] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48bea88-938c-4a8e-b856-52136dd9a7eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.100802] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b9e0e8-2243-4256-a513-ab07aa2e2b20 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.118126] env[62664]: DEBUG nova.compute.provider_tree [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.183016] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.236019] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "refresh_cache-ccb5bbc3-89f6-42fd-aa77-55abb463eb53" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.236188] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquired lock "refresh_cache-ccb5bbc3-89f6-42fd-aa77-55abb463eb53" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.236335] env[62664]: DEBUG nova.network.neutron [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.343498] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5237341f-c501-8acd-47b7-99f9c661b84b, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.344067] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdac6c5a-c896-4aa8-9222-4abb26d22145 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.354988] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 755.354988] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5284daf2-99c2-2999-93dd-ba55a6e45cc8" [ 755.354988] env[62664]: _type = "Task" [ 755.354988] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.368843] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5284daf2-99c2-2999-93dd-ba55a6e45cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.393886] env[62664]: DEBUG nova.network.neutron [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Successfully created port: 0d72d9dc-c831-48e5-9322-fab121d22f17 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.454481] env[62664]: DEBUG nova.network.neutron [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance_info_cache with network_info: [{"id": "5ee0585d-a08e-4077-bc79-c7332045cdce", "address": "fa:16:3e:69:a8:77", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee0585d-a0", "ovs_interfaceid": "5ee0585d-a08e-4077-bc79-c7332045cdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.619534] env[62664]: DEBUG nova.scheduler.client.report [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.682719] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697779, 'name': ReconfigVM_Task, 'duration_secs': 0.683872} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.683208] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Reconfigured VM instance instance-00000033 to attach disk [datastore1] f139aac4-81b8-4902-b642-c1efd112dff3/f139aac4-81b8-4902-b642-c1efd112dff3.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.683907] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d1ec08f-d55e-4424-92b1-bb5c33adde73 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.690933] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 755.690933] env[62664]: value = "task-2697780" [ 755.690933] env[62664]: _type = "Task" [ 755.690933] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.701179] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697780, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.760640] env[62664]: DEBUG nova.network.neutron [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.837194] env[62664]: DEBUG nova.compute.manager [req-894356b3-58bf-4d4c-945b-cdf7deb1aa9d req-bac7f2aa-310d-4351-b6c3-cdd78fa9eb0c service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Received event network-changed-a9b238fc-2134-40d8-8d95-63fd9b848742 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.837194] env[62664]: DEBUG nova.compute.manager [req-894356b3-58bf-4d4c-945b-cdf7deb1aa9d req-bac7f2aa-310d-4351-b6c3-cdd78fa9eb0c service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Refreshing instance network info cache due to event network-changed-a9b238fc-2134-40d8-8d95-63fd9b848742. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 755.837194] env[62664]: DEBUG oslo_concurrency.lockutils [req-894356b3-58bf-4d4c-945b-cdf7deb1aa9d req-bac7f2aa-310d-4351-b6c3-cdd78fa9eb0c service nova] Acquiring lock "refresh_cache-a3961cb7-a11e-4151-9301-bc5e9caaa27b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.837194] env[62664]: DEBUG oslo_concurrency.lockutils [req-894356b3-58bf-4d4c-945b-cdf7deb1aa9d req-bac7f2aa-310d-4351-b6c3-cdd78fa9eb0c service nova] Acquired lock "refresh_cache-a3961cb7-a11e-4151-9301-bc5e9caaa27b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.838232] env[62664]: DEBUG nova.network.neutron [req-894356b3-58bf-4d4c-945b-cdf7deb1aa9d req-bac7f2aa-310d-4351-b6c3-cdd78fa9eb0c service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Refreshing network info cache for port a9b238fc-2134-40d8-8d95-63fd9b848742 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.865717] env[62664]: DEBUG nova.network.neutron [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.877251] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5284daf2-99c2-2999-93dd-ba55a6e45cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.877909] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.878739] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] e3541c5a-37ad-451e-b074-2d64d058f870/e3541c5a-37ad-451e-b074-2d64d058f870.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.879201] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8961af56-d696-4807-ad06-909649563c7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.891113] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 755.891113] env[62664]: value = "task-2697781" [ 755.891113] env[62664]: _type = "Task" [ 755.891113] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.902037] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.960542] env[62664]: DEBUG nova.compute.manager [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.965509] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.991399] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.991601] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.991761] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.991975] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.992100] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.992244] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.992451] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.992606] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.992772] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.992928] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.993114] env[62664]: DEBUG nova.virt.hardware [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.993988] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e209f6-1d38-4d15-a2ef-c0269910bb19 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.002542] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c464c9bf-0d39-4d6a-ab62-b3215db00c2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.124512] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.127829] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.640s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.130384] env[62664]: INFO nova.compute.claims [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.162283] env[62664]: INFO nova.scheduler.client.report [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Deleted allocations for instance 45223755-7de4-4eec-b41d-8c7ef92452fa [ 756.202860] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697780, 'name': Rename_Task, 'duration_secs': 0.175467} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.202941] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.203178] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e171bd1-af84-4608-a49c-a7dc260b0aec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.210585] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 756.210585] env[62664]: value = "task-2697782" [ 756.210585] env[62664]: _type = "Task" [ 756.210585] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.220029] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.381025] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Releasing lock "refresh_cache-ccb5bbc3-89f6-42fd-aa77-55abb463eb53" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.381025] env[62664]: DEBUG nova.compute.manager [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.381025] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.381025] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4488c66-feb2-4f1a-98ee-80df7b87c79d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.391800] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.395041] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d78616-1ecd-46a9-9641-22c959d5f6a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.409611] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697781, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.413204] env[62664]: DEBUG oslo_vmware.api [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 756.413204] env[62664]: value = "task-2697783" [ 756.413204] env[62664]: _type = "Task" [ 756.413204] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.425332] env[62664]: DEBUG oslo_vmware.api [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.468206] env[62664]: DEBUG nova.compute.manager [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62664) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 756.469256] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.682182] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0433c051-1d13-4914-b463-9eed2dac9ffc tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "45223755-7de4-4eec-b41d-8c7ef92452fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.012s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.724130] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.842826] env[62664]: DEBUG nova.network.neutron [req-894356b3-58bf-4d4c-945b-cdf7deb1aa9d req-bac7f2aa-310d-4351-b6c3-cdd78fa9eb0c service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Updated VIF entry in instance network info cache for port a9b238fc-2134-40d8-8d95-63fd9b848742. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.843199] env[62664]: DEBUG nova.network.neutron [req-894356b3-58bf-4d4c-945b-cdf7deb1aa9d req-bac7f2aa-310d-4351-b6c3-cdd78fa9eb0c service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Updating instance_info_cache with network_info: [{"id": "a9b238fc-2134-40d8-8d95-63fd9b848742", "address": "fa:16:3e:c8:7f:27", "network": {"id": "0f33d86a-7c0f-444b-b7c8-e16515120144", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486053457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fd8598875154a3ea0340182995c7285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9b238fc-21", "ovs_interfaceid": "a9b238fc-2134-40d8-8d95-63fd9b848742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.905783] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771077} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.906245] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] e3541c5a-37ad-451e-b074-2d64d058f870/e3541c5a-37ad-451e-b074-2d64d058f870.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.906484] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.906755] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a516a8-51c6-4cfb-b0a2-543e1c781ede {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.915034] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 756.915034] env[62664]: value = "task-2697784" [ 756.915034] env[62664]: _type = "Task" [ 756.915034] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.926779] env[62664]: DEBUG oslo_vmware.api [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697783, 'name': PowerOffVM_Task, 'duration_secs': 0.130406} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.930251] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.930441] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.930702] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.930967] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-915d083d-fcb6-4c3f-80b7-226fa8cdc825 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.958553] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.958742] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.958930] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Deleting the datastore file [datastore1] ccb5bbc3-89f6-42fd-aa77-55abb463eb53 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.959261] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90ecb0f8-e064-48a6-8098-31a0cfbe9e9a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.966392] env[62664]: DEBUG oslo_vmware.api [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for the task: (returnval){ [ 756.966392] env[62664]: value = "task-2697786" [ 756.966392] env[62664]: _type = "Task" [ 756.966392] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.975348] env[62664]: DEBUG oslo_vmware.api [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.227208] env[62664]: DEBUG oslo_vmware.api [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697782, 'name': PowerOnVM_Task, 'duration_secs': 0.822598} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.227571] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.227828] env[62664]: INFO nova.compute.manager [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Took 8.55 seconds to spawn the instance on the hypervisor. [ 757.228030] env[62664]: DEBUG nova.compute.manager [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.228839] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbbc360-ab33-4cf9-9d74-c738f87136db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.258239] env[62664]: DEBUG nova.network.neutron [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Successfully updated port: 0d72d9dc-c831-48e5-9322-fab121d22f17 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.346713] env[62664]: DEBUG oslo_concurrency.lockutils [req-894356b3-58bf-4d4c-945b-cdf7deb1aa9d req-bac7f2aa-310d-4351-b6c3-cdd78fa9eb0c service nova] Releasing lock "refresh_cache-a3961cb7-a11e-4151-9301-bc5e9caaa27b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.430845] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097188} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.430845] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.430845] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7255b315-ea21-49ae-af92-48038f321803 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.453880] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] e3541c5a-37ad-451e-b074-2d64d058f870/e3541c5a-37ad-451e-b074-2d64d058f870.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.457170] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcaf398c-d69f-4c28-8f26-e257eaf35db5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.479776] env[62664]: DEBUG oslo_vmware.api [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Task: {'id': task-2697786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103644} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.481223] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.481290] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.481485] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.481689] env[62664]: INFO nova.compute.manager [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Took 1.10 seconds to destroy the instance on the hypervisor. [ 757.481877] env[62664]: DEBUG oslo.service.loopingcall [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.482126] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 757.482126] env[62664]: value = "task-2697787" [ 757.482126] env[62664]: _type = "Task" [ 757.482126] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.482559] env[62664]: DEBUG nova.compute.manager [-] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.482559] env[62664]: DEBUG nova.network.neutron [-] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.497115] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697787, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.508732] env[62664]: DEBUG nova.network.neutron [-] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.699904] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80edae1-dcab-479b-ab64-05aecd39bf28 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.709644] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8845390-f82f-4a6d-a95e-3132c92b2453 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.752968] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ac7235-c4a5-45a0-ac76-a5cb0d959c3b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.755920] env[62664]: INFO nova.compute.manager [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Took 46.94 seconds to build instance. [ 757.768889] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "refresh_cache-a46f7aa6-e307-4c01-a666-38cb2a012b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.768889] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "refresh_cache-a46f7aa6-e307-4c01-a666-38cb2a012b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.769028] env[62664]: DEBUG nova.network.neutron [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.772101] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a1bca5-35a5-4291-9d1a-68261e2ee54d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.791282] env[62664]: DEBUG nova.compute.provider_tree [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.995629] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697787, 'name': ReconfigVM_Task, 'duration_secs': 0.286115} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.995917] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Reconfigured VM instance instance-00000034 to attach disk [datastore2] e3541c5a-37ad-451e-b074-2d64d058f870/e3541c5a-37ad-451e-b074-2d64d058f870.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.996596] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1babb10-ca94-468c-9985-848d24caa221 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.003151] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 758.003151] env[62664]: value = "task-2697788" [ 758.003151] env[62664]: _type = "Task" [ 758.003151] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.018315] env[62664]: DEBUG nova.network.neutron [-] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.019654] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697788, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.048695] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.048695] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.104179] env[62664]: DEBUG nova.compute.manager [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Received event network-vif-plugged-0d72d9dc-c831-48e5-9322-fab121d22f17 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.104438] env[62664]: DEBUG oslo_concurrency.lockutils [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] Acquiring lock "a46f7aa6-e307-4c01-a666-38cb2a012b26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.104655] env[62664]: DEBUG oslo_concurrency.lockutils [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] Lock "a46f7aa6-e307-4c01-a666-38cb2a012b26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.104822] env[62664]: DEBUG oslo_concurrency.lockutils [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] Lock "a46f7aa6-e307-4c01-a666-38cb2a012b26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.105119] env[62664]: DEBUG nova.compute.manager [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] No waiting events found dispatching network-vif-plugged-0d72d9dc-c831-48e5-9322-fab121d22f17 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.105336] env[62664]: WARNING nova.compute.manager [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Received unexpected event network-vif-plugged-0d72d9dc-c831-48e5-9322-fab121d22f17 for instance with vm_state building and task_state spawning. [ 758.105502] env[62664]: DEBUG nova.compute.manager [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Received event network-changed-0d72d9dc-c831-48e5-9322-fab121d22f17 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.105673] env[62664]: DEBUG nova.compute.manager [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Refreshing instance network info cache due to event network-changed-0d72d9dc-c831-48e5-9322-fab121d22f17. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.105864] env[62664]: DEBUG oslo_concurrency.lockutils [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] Acquiring lock "refresh_cache-a46f7aa6-e307-4c01-a666-38cb2a012b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.262445] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b72ccd24-4e14-463d-a9c3-3abcba2866aa tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "f139aac4-81b8-4902-b642-c1efd112dff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.458s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.294147] env[62664]: DEBUG nova.scheduler.client.report [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.328135] env[62664]: DEBUG nova.network.neutron [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.429130] env[62664]: INFO nova.compute.manager [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Rescuing [ 758.429130] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.429130] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.429130] env[62664]: DEBUG nova.network.neutron [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.516704] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697788, 'name': Rename_Task, 'duration_secs': 0.133435} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.517177] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.517638] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06595ff5-91c2-4648-a48d-afc9516e3b19 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.526019] env[62664]: INFO nova.compute.manager [-] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Took 1.04 seconds to deallocate network for instance. [ 758.527843] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 758.527843] env[62664]: value = "task-2697789" [ 758.527843] env[62664]: _type = "Task" [ 758.527843] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.540821] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.552121] env[62664]: DEBUG nova.network.neutron [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Updating instance_info_cache with network_info: [{"id": "0d72d9dc-c831-48e5-9322-fab121d22f17", "address": "fa:16:3e:70:6f:f6", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d72d9dc-c8", "ovs_interfaceid": "0d72d9dc-c831-48e5-9322-fab121d22f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.553584] env[62664]: DEBUG nova.compute.manager [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.662180] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "557a3477-17ec-40c8-b714-362fd653a5b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.662180] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "557a3477-17ec-40c8-b714-362fd653a5b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.803975] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.804560] env[62664]: DEBUG nova.compute.manager [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.808688] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.421s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.809315] env[62664]: DEBUG nova.objects.instance [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lazy-loading 'resources' on Instance uuid 74ac4035-9fe2-4149-a5dd-3e8c6cc602de {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.036514] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.044295] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697789, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.058242] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "refresh_cache-a46f7aa6-e307-4c01-a666-38cb2a012b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.058242] env[62664]: DEBUG nova.compute.manager [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Instance network_info: |[{"id": "0d72d9dc-c831-48e5-9322-fab121d22f17", "address": "fa:16:3e:70:6f:f6", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d72d9dc-c8", "ovs_interfaceid": "0d72d9dc-c831-48e5-9322-fab121d22f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.058242] env[62664]: DEBUG oslo_concurrency.lockutils [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] Acquired lock "refresh_cache-a46f7aa6-e307-4c01-a666-38cb2a012b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.058600] env[62664]: DEBUG nova.network.neutron [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Refreshing network info cache for port 0d72d9dc-c831-48e5-9322-fab121d22f17 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.060334] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:6f:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d72d9dc-c831-48e5-9322-fab121d22f17', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.070497] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Creating folder: Project (e4891787dcdc4b35a3845d045c302596). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.082829] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f98cc7de-b5d4-4deb-85b4-e6f595ddb908 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.097554] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Created folder: Project (e4891787dcdc4b35a3845d045c302596) in parent group-v543506. [ 759.099875] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Creating folder: Instances. Parent ref: group-v543660. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.100238] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b47521e9-92ac-47a0-8d35-39c53d1e01d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.104551] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.113587] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Created folder: Instances in parent group-v543660. [ 759.113587] env[62664]: DEBUG oslo.service.loopingcall [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.113587] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.113587] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e15d7268-34a5-42d1-a1ff-f9dcd1b489b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.138205] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.138205] env[62664]: value = "task-2697792" [ 759.138205] env[62664]: _type = "Task" [ 759.138205] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.148850] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697792, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.164503] env[62664]: DEBUG nova.compute.manager [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.176210] env[62664]: DEBUG nova.network.neutron [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Updating instance_info_cache with network_info: [{"id": "0f15aefa-c446-408e-9d47-72590a9b4fca", "address": "fa:16:3e:b4:0b:a6", "network": {"id": "b9edf0cf-6087-4f27-bfe9-a805e7c9f96d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1333853504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c17cc64496441caa36c38918a5632aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f15aefa-c4", "ovs_interfaceid": "0f15aefa-c446-408e-9d47-72590a9b4fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.312301] env[62664]: DEBUG nova.compute.utils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.314739] env[62664]: DEBUG nova.compute.manager [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.314739] env[62664]: DEBUG nova.network.neutron [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.382433] env[62664]: DEBUG nova.policy [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bc02b3a614f40d19449bf1273093950', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed378a80782424481eea026313f7ec0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.389219] env[62664]: DEBUG nova.network.neutron [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Updated VIF entry in instance network info cache for port 0d72d9dc-c831-48e5-9322-fab121d22f17. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.389219] env[62664]: DEBUG nova.network.neutron [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Updating instance_info_cache with network_info: [{"id": "0d72d9dc-c831-48e5-9322-fab121d22f17", "address": "fa:16:3e:70:6f:f6", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d72d9dc-c8", "ovs_interfaceid": "0d72d9dc-c831-48e5-9322-fab121d22f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.550067] env[62664]: DEBUG oslo_vmware.api [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697789, 'name': PowerOnVM_Task, 'duration_secs': 0.621482} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.550067] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.550067] env[62664]: INFO nova.compute.manager [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Took 8.29 seconds to spawn the instance on the hypervisor. [ 759.550067] env[62664]: DEBUG nova.compute.manager [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.550067] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07130c39-e751-4984-b738-9f19d158a627 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.651342] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697792, 'name': CreateVM_Task, 'duration_secs': 0.409704} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.651708] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.652888] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.653199] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.653606] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.653986] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c70b6be-e777-4803-9741-24256c09944a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.666024] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 759.666024] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b71a35-4487-88b3-34dd-ba5d02c9ea81" [ 759.666024] env[62664]: _type = "Task" [ 759.666024] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.678012] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.686593] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b71a35-4487-88b3-34dd-ba5d02c9ea81, 'name': SearchDatastore_Task, 'duration_secs': 0.013776} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.689595] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.690452] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.690452] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.690452] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.690917] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.691820] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b1066f-fc77-4d2d-90d1-810b84562edd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.705028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.706571] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.706867] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.710695] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f7a915-0443-4f7e-acf3-0b95a66cb800 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.717516] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 759.717516] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ca3402-cc4a-8145-1392-f027e7943dea" [ 759.717516] env[62664]: _type = "Task" [ 759.717516] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.730251] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ca3402-cc4a-8145-1392-f027e7943dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.818759] env[62664]: DEBUG nova.compute.manager [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.853695] env[62664]: DEBUG nova.network.neutron [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Successfully created port: 863df264-3cd2-425b-930a-3e1e09f33f12 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.882229] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d393424-b40a-4a52-919a-f5d36e7a83c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.891880] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5163ea-7701-4d81-b55e-662123bf644e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.895313] env[62664]: DEBUG oslo_concurrency.lockutils [req-41337e8e-a24a-43fc-be87-e9a21c18cafd req-ed2dc634-539a-4ceb-88fc-3ad9b84334f6 service nova] Releasing lock "refresh_cache-a46f7aa6-e307-4c01-a666-38cb2a012b26" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.925572] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081bc0a5-a832-4761-b32b-3e850e80d3a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.935033] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabbe113-661e-4c8f-8f99-dab0e1b13d6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.952126] env[62664]: DEBUG nova.compute.provider_tree [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.071445] env[62664]: INFO nova.compute.manager [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Took 45.79 seconds to build instance. [ 760.229442] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ca3402-cc4a-8145-1392-f027e7943dea, 'name': SearchDatastore_Task, 'duration_secs': 0.013906} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.230257] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed05712d-76f4-4efc-ae3d-b435bb1d14ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.236467] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 760.236467] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523719e2-1e39-1a5e-8c97-60932bb32d98" [ 760.236467] env[62664]: _type = "Task" [ 760.236467] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.244287] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523719e2-1e39-1a5e-8c97-60932bb32d98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.457214] env[62664]: DEBUG nova.scheduler.client.report [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.464339] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "53b51f4c-d952-4632-8525-4941dea8f0f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.464661] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "53b51f4c-d952-4632-8525-4941dea8f0f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.573999] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5f1fab75-ea82-455b-b022-89a6fb1972aa tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "e3541c5a-37ad-451e-b074-2d64d058f870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.309s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.747603] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523719e2-1e39-1a5e-8c97-60932bb32d98, 'name': SearchDatastore_Task, 'duration_secs': 0.025841} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.747858] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.748159] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] a46f7aa6-e307-4c01-a666-38cb2a012b26/a46f7aa6-e307-4c01-a666-38cb2a012b26.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.748995] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79c59cbf-c437-4bad-86b8-5fcb69f19db6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.754751] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 760.754751] env[62664]: value = "task-2697793" [ 760.754751] env[62664]: _type = "Task" [ 760.754751] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.762706] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.830500] env[62664]: DEBUG nova.compute.manager [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.857113] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.857113] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.857315] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.857402] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.857566] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.857659] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.857926] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.858032] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.858191] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.858353] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.858516] env[62664]: DEBUG nova.virt.hardware [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.859453] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2806b58d-7ad1-43de-8b6b-8abbdbae69a1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.868071] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344d7d7b-bc44-4771-a2c1-8183fb2e4cf7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.960603] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.963028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.246s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.963180] env[62664]: DEBUG nova.objects.instance [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lazy-loading 'resources' on Instance uuid d2136d99-28b5-4aa3-bb21-6086d55743b1 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.967032] env[62664]: DEBUG nova.compute.manager [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.985560] env[62664]: INFO nova.scheduler.client.report [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Deleted allocations for instance 74ac4035-9fe2-4149-a5dd-3e8c6cc602de [ 761.029126] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7907e0ea-fef7-4a6b-a6db-23b6107a2537 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.037884] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ac2d81-5380-4636-bb7a-75108b1f62ae tempest-ServersAdminNegativeTestJSON-736058968 tempest-ServersAdminNegativeTestJSON-736058968-project-admin] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Suspending the VM {{(pid=62664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 761.037884] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1a791291-57ac-4f7f-b907-1032f3b5446c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.047228] env[62664]: DEBUG oslo_vmware.api [None req-b7ac2d81-5380-4636-bb7a-75108b1f62ae tempest-ServersAdminNegativeTestJSON-736058968 tempest-ServersAdminNegativeTestJSON-736058968-project-admin] Waiting for the task: (returnval){ [ 761.047228] env[62664]: value = "task-2697794" [ 761.047228] env[62664]: _type = "Task" [ 761.047228] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.059361] env[62664]: DEBUG oslo_vmware.api [None req-b7ac2d81-5380-4636-bb7a-75108b1f62ae tempest-ServersAdminNegativeTestJSON-736058968 tempest-ServersAdminNegativeTestJSON-736058968-project-admin] Task: {'id': task-2697794, 'name': SuspendVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.224489] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.224793] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db17282-0372-4dcd-9129-846484df31d6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.234338] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 761.234338] env[62664]: value = "task-2697795" [ 761.234338] env[62664]: _type = "Task" [ 761.234338] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.247106] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.271290] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697793, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.500828] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6668d610-7bea-4c48-b1a1-199b69568276 tempest-AttachInterfacesUnderV243Test-151169565 tempest-AttachInterfacesUnderV243Test-151169565-project-member] Lock "74ac4035-9fe2-4149-a5dd-3e8c6cc602de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.110s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.504139] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.514383] env[62664]: DEBUG nova.compute.manager [req-fb46edd9-1a99-4d0a-88a5-ac0c9d1e4942 req-d6bf9ae6-c404-42f7-8750-4543695410de service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Received event network-vif-plugged-863df264-3cd2-425b-930a-3e1e09f33f12 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.514383] env[62664]: DEBUG oslo_concurrency.lockutils [req-fb46edd9-1a99-4d0a-88a5-ac0c9d1e4942 req-d6bf9ae6-c404-42f7-8750-4543695410de service nova] Acquiring lock "c1dbaa94-de05-484b-8667-1ca07dc13e55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.514383] env[62664]: DEBUG oslo_concurrency.lockutils [req-fb46edd9-1a99-4d0a-88a5-ac0c9d1e4942 req-d6bf9ae6-c404-42f7-8750-4543695410de service nova] Lock "c1dbaa94-de05-484b-8667-1ca07dc13e55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.514383] env[62664]: DEBUG oslo_concurrency.lockutils [req-fb46edd9-1a99-4d0a-88a5-ac0c9d1e4942 req-d6bf9ae6-c404-42f7-8750-4543695410de service nova] Lock "c1dbaa94-de05-484b-8667-1ca07dc13e55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.514383] env[62664]: DEBUG nova.compute.manager [req-fb46edd9-1a99-4d0a-88a5-ac0c9d1e4942 req-d6bf9ae6-c404-42f7-8750-4543695410de service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] No waiting events found dispatching network-vif-plugged-863df264-3cd2-425b-930a-3e1e09f33f12 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.514383] env[62664]: WARNING nova.compute.manager [req-fb46edd9-1a99-4d0a-88a5-ac0c9d1e4942 req-d6bf9ae6-c404-42f7-8750-4543695410de service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Received unexpected event network-vif-plugged-863df264-3cd2-425b-930a-3e1e09f33f12 for instance with vm_state building and task_state spawning. [ 761.566060] env[62664]: DEBUG oslo_vmware.api [None req-b7ac2d81-5380-4636-bb7a-75108b1f62ae tempest-ServersAdminNegativeTestJSON-736058968 tempest-ServersAdminNegativeTestJSON-736058968-project-admin] Task: {'id': task-2697794, 'name': SuspendVM_Task} progress is 87%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.593343] env[62664]: DEBUG nova.network.neutron [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Successfully updated port: 863df264-3cd2-425b-930a-3e1e09f33f12 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.751103] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697795, 'name': PowerOffVM_Task, 'duration_secs': 0.260639} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.751397] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.752325] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2f5931-a6f7-4d1c-8ae9-22380948d52d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.781467] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d008ffdd-5af7-4ea4-ad50-2760c4ae6003 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.787070] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886432} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.788011] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] a46f7aa6-e307-4c01-a666-38cb2a012b26/a46f7aa6-e307-4c01-a666-38cb2a012b26.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.788564] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.788564] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9819ff3-782e-41bb-bc59-348125d86124 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.802552] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 761.802552] env[62664]: value = "task-2697796" [ 761.802552] env[62664]: _type = "Task" [ 761.802552] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.812400] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.823873] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.824196] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3679627-fee2-4535-88bc-4f9f9390105a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.830248] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 761.830248] env[62664]: value = "task-2697797" [ 761.830248] env[62664]: _type = "Task" [ 761.830248] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.841834] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 761.841834] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.841834] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.841834] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.842089] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.842349] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b655eca-c2cc-4087-a73c-32bd7670ed8c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.852392] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.852625] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.853458] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d781e0c-e4a2-4837-b167-e0da8db541d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.858677] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 761.858677] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52265bdd-9e36-f7c6-d700-bb6d468e339e" [ 761.858677] env[62664]: _type = "Task" [ 761.858677] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.868645] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52265bdd-9e36-f7c6-d700-bb6d468e339e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.040249] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3e77f7-8be4-448e-93a1-d4e4eea476a1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.048110] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a945961-d923-4d92-82e3-3a8135cc583b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.060155] env[62664]: DEBUG oslo_vmware.api [None req-b7ac2d81-5380-4636-bb7a-75108b1f62ae tempest-ServersAdminNegativeTestJSON-736058968 tempest-ServersAdminNegativeTestJSON-736058968-project-admin] Task: {'id': task-2697794, 'name': SuspendVM_Task, 'duration_secs': 0.906196} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.084555] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ac2d81-5380-4636-bb7a-75108b1f62ae tempest-ServersAdminNegativeTestJSON-736058968 tempest-ServersAdminNegativeTestJSON-736058968-project-admin] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Suspended the VM {{(pid=62664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 762.084769] env[62664]: DEBUG nova.compute.manager [None req-b7ac2d81-5380-4636-bb7a-75108b1f62ae tempest-ServersAdminNegativeTestJSON-736058968 tempest-ServersAdminNegativeTestJSON-736058968-project-admin] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.085851] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1af507a-a18b-4b6b-8843-5e7adf830995 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.088852] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b264d924-8e90-4b19-a9eb-212c397cbecf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.095482] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquiring lock "refresh_cache-c1dbaa94-de05-484b-8667-1ca07dc13e55" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.095607] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquired lock "refresh_cache-c1dbaa94-de05-484b-8667-1ca07dc13e55" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.096658] env[62664]: DEBUG nova.network.neutron [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.102259] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad401a4f-bc83-4acb-9991-7cdefd420e3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.117503] env[62664]: DEBUG nova.compute.provider_tree [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.312481] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072937} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.312937] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.313740] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72a17e7-9f8d-42fd-8a73-c9ec84ff57ef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.342183] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] a46f7aa6-e307-4c01-a666-38cb2a012b26/a46f7aa6-e307-4c01-a666-38cb2a012b26.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.342616] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f99593e-351a-4ca9-979f-f108248bc1b8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.365771] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 762.365771] env[62664]: value = "task-2697798" [ 762.365771] env[62664]: _type = "Task" [ 762.365771] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.373359] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52265bdd-9e36-f7c6-d700-bb6d468e339e, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.374584] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128ac730-8291-48d4-8ebf-028cc2a27faf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.380128] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.383614] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 762.383614] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fac972-bca3-6ef0-bc09-b9f10d7755a8" [ 762.383614] env[62664]: _type = "Task" [ 762.383614] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.392475] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fac972-bca3-6ef0-bc09-b9f10d7755a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.620550] env[62664]: DEBUG nova.scheduler.client.report [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.639357] env[62664]: DEBUG nova.network.neutron [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.772306] env[62664]: DEBUG nova.network.neutron [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Updating instance_info_cache with network_info: [{"id": "863df264-3cd2-425b-930a-3e1e09f33f12", "address": "fa:16:3e:f0:32:36", "network": {"id": "0ec17414-f111-45c7-85a1-2dd4a4856c0b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-415740419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed378a80782424481eea026313f7ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap863df264-3c", "ovs_interfaceid": "863df264-3cd2-425b-930a-3e1e09f33f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.878524] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.893490] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fac972-bca3-6ef0-bc09-b9f10d7755a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.894154] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.895431] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f139aac4-81b8-4902-b642-c1efd112dff3/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. {{(pid=62664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 762.895431] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba745b9a-7618-4b6e-83ec-d1bf59e443b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.906018] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 762.906018] env[62664]: value = "task-2697799" [ 762.906018] env[62664]: _type = "Task" [ 762.906018] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.911778] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.126487] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.129954] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.471s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.131178] env[62664]: DEBUG nova.objects.instance [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lazy-loading 'resources' on Instance uuid f03d1d72-c793-40ed-8ac2-2e1171cdf8fe {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.168723] env[62664]: INFO nova.scheduler.client.report [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Deleted allocations for instance d2136d99-28b5-4aa3-bb21-6086d55743b1 [ 763.275359] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Releasing lock "refresh_cache-c1dbaa94-de05-484b-8667-1ca07dc13e55" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.275750] env[62664]: DEBUG nova.compute.manager [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Instance network_info: |[{"id": "863df264-3cd2-425b-930a-3e1e09f33f12", "address": "fa:16:3e:f0:32:36", "network": {"id": "0ec17414-f111-45c7-85a1-2dd4a4856c0b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-415740419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed378a80782424481eea026313f7ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap863df264-3c", "ovs_interfaceid": "863df264-3cd2-425b-930a-3e1e09f33f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.276741] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:32:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '863df264-3cd2-425b-930a-3e1e09f33f12', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.287219] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Creating folder: Project (2ed378a80782424481eea026313f7ec0). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.287672] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e86d871e-34b3-4f55-9630-15a6343a23df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.300684] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Created folder: Project (2ed378a80782424481eea026313f7ec0) in parent group-v543506. [ 763.300784] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Creating folder: Instances. Parent ref: group-v543663. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.301014] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35eee760-41db-4c63-bd39-1bccef5cee98 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.317172] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Created folder: Instances in parent group-v543663. [ 763.317484] env[62664]: DEBUG oslo.service.loopingcall [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.318071] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.318526] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52802b38-cbf2-42e7-894c-9231251d7525 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.345053] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.345053] env[62664]: value = "task-2697802" [ 763.345053] env[62664]: _type = "Task" [ 763.345053] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.356582] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697802, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.378126] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697798, 'name': ReconfigVM_Task, 'duration_secs': 0.669402} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.379080] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Reconfigured VM instance instance-00000035 to attach disk [datastore1] a46f7aa6-e307-4c01-a666-38cb2a012b26/a46f7aa6-e307-4c01-a666-38cb2a012b26.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.379080] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-660be79c-5343-4039-b0fb-af419b2deeec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.387490] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 763.387490] env[62664]: value = "task-2697803" [ 763.387490] env[62664]: _type = "Task" [ 763.387490] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.397032] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697803, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.415196] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485351} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.416108] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f139aac4-81b8-4902-b642-c1efd112dff3/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. [ 763.418638] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258d1ed7-077e-4343-9c08-6328cb097ac4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.450612] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] f139aac4-81b8-4902-b642-c1efd112dff3/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.451309] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe86e2d8-65fe-4f7e-867b-a366a24b38f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.474218] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 763.474218] env[62664]: value = "task-2697804" [ 763.474218] env[62664]: _type = "Task" [ 763.474218] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.484518] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.683710] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c02e25c-f9d9-4fe0-a4bd-ad47d2998b87 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "d2136d99-28b5-4aa3-bb21-6086d55743b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.745s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.857921] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697802, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.869593] env[62664]: DEBUG nova.compute.manager [req-e35e7dc7-0242-45cd-baf8-ea17407b59a2 req-25ee423d-5dc6-402b-9d42-85e7cc1ce50b service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Received event network-changed-863df264-3cd2-425b-930a-3e1e09f33f12 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.869593] env[62664]: DEBUG nova.compute.manager [req-e35e7dc7-0242-45cd-baf8-ea17407b59a2 req-25ee423d-5dc6-402b-9d42-85e7cc1ce50b service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Refreshing instance network info cache due to event network-changed-863df264-3cd2-425b-930a-3e1e09f33f12. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.869593] env[62664]: DEBUG oslo_concurrency.lockutils [req-e35e7dc7-0242-45cd-baf8-ea17407b59a2 req-25ee423d-5dc6-402b-9d42-85e7cc1ce50b service nova] Acquiring lock "refresh_cache-c1dbaa94-de05-484b-8667-1ca07dc13e55" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.869593] env[62664]: DEBUG oslo_concurrency.lockutils [req-e35e7dc7-0242-45cd-baf8-ea17407b59a2 req-25ee423d-5dc6-402b-9d42-85e7cc1ce50b service nova] Acquired lock "refresh_cache-c1dbaa94-de05-484b-8667-1ca07dc13e55" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.869808] env[62664]: DEBUG nova.network.neutron [req-e35e7dc7-0242-45cd-baf8-ea17407b59a2 req-25ee423d-5dc6-402b-9d42-85e7cc1ce50b service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Refreshing network info cache for port 863df264-3cd2-425b-930a-3e1e09f33f12 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.900744] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697803, 'name': Rename_Task, 'duration_secs': 0.16428} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.901072] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.902347] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7250ce6-eed6-43b0-a012-c447045a5f85 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.907922] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 763.907922] env[62664]: value = "task-2697805" [ 763.907922] env[62664]: _type = "Task" [ 763.907922] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.920640] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.986935] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697804, 'name': ReconfigVM_Task, 'duration_secs': 0.305474} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.989649] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Reconfigured VM instance instance-00000033 to attach disk [datastore1] f139aac4-81b8-4902-b642-c1efd112dff3/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.990705] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f416af-294a-43a0-acce-8b36d5dec9c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.020573] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963e2ee0-0b86-4436-ae12-83d99c382c10 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.037634] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 764.037634] env[62664]: value = "task-2697806" [ 764.037634] env[62664]: _type = "Task" [ 764.037634] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.049035] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.223458] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7880619-4d73-4dcd-9123-99df826c9f5e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.231331] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8e9911-3d0e-4bb3-8773-ed70a56d3ab0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.269250] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27627138-f0da-4d03-9319-7e38770abaa7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.279506] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d366bc1c-1035-476e-a8f1-8dfe0240c852 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.292841] env[62664]: DEBUG nova.compute.provider_tree [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.359185] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697802, 'name': CreateVM_Task, 'duration_secs': 0.594842} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.359185] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.359185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.359185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.359185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.359185] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a934a0ec-004e-473b-91af-16a883874c98 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.364016] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for the task: (returnval){ [ 764.364016] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ca16bc-43fa-510f-c8ac-17e85e4fbb73" [ 764.364016] env[62664]: _type = "Task" [ 764.364016] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.375183] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ca16bc-43fa-510f-c8ac-17e85e4fbb73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.418192] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.550277] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697806, 'name': ReconfigVM_Task, 'duration_secs': 0.378298} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.550277] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.550277] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7053ffc0-7ab3-439b-a2a8-6c24135983f5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.557218] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 764.557218] env[62664]: value = "task-2697807" [ 764.557218] env[62664]: _type = "Task" [ 764.557218] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.570571] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.623660] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "9d0ee6be-b92b-4358-b922-eb0d1810da67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.624573] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "9d0ee6be-b92b-4358-b922-eb0d1810da67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.653125] env[62664]: DEBUG nova.network.neutron [req-e35e7dc7-0242-45cd-baf8-ea17407b59a2 req-25ee423d-5dc6-402b-9d42-85e7cc1ce50b service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Updated VIF entry in instance network info cache for port 863df264-3cd2-425b-930a-3e1e09f33f12. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.653491] env[62664]: DEBUG nova.network.neutron [req-e35e7dc7-0242-45cd-baf8-ea17407b59a2 req-25ee423d-5dc6-402b-9d42-85e7cc1ce50b service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Updating instance_info_cache with network_info: [{"id": "863df264-3cd2-425b-930a-3e1e09f33f12", "address": "fa:16:3e:f0:32:36", "network": {"id": "0ec17414-f111-45c7-85a1-2dd4a4856c0b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-415740419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed378a80782424481eea026313f7ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap863df264-3c", "ovs_interfaceid": "863df264-3cd2-425b-930a-3e1e09f33f12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.796233] env[62664]: DEBUG nova.scheduler.client.report [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.874978] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ca16bc-43fa-510f-c8ac-17e85e4fbb73, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.876032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.876032] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.876032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.876032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.876032] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.876269] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-316f50d3-3301-4147-b91e-6ec70f4ea79a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.884516] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.884695] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.885456] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93630203-116f-4b66-93fe-34e90c5246c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.890419] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for the task: (returnval){ [ 764.890419] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5248c17b-87ba-988b-3bd6-98e85a62cda1" [ 764.890419] env[62664]: _type = "Task" [ 764.890419] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.898227] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5248c17b-87ba-988b-3bd6-98e85a62cda1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.915954] env[62664]: DEBUG oslo_vmware.api [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697805, 'name': PowerOnVM_Task, 'duration_secs': 0.785117} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.916244] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.916445] env[62664]: INFO nova.compute.manager [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Took 8.96 seconds to spawn the instance on the hypervisor. [ 764.916622] env[62664]: DEBUG nova.compute.manager [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.917372] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf9ad66-7120-41fa-bec1-d7c998b89707 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.072681] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697807, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.091028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "e3541c5a-37ad-451e-b074-2d64d058f870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.091028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "e3541c5a-37ad-451e-b074-2d64d058f870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.091362] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "e3541c5a-37ad-451e-b074-2d64d058f870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.091750] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "e3541c5a-37ad-451e-b074-2d64d058f870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.092734] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "e3541c5a-37ad-451e-b074-2d64d058f870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.097835] env[62664]: INFO nova.compute.manager [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Terminating instance [ 765.126653] env[62664]: DEBUG nova.compute.manager [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.157365] env[62664]: DEBUG oslo_concurrency.lockutils [req-e35e7dc7-0242-45cd-baf8-ea17407b59a2 req-25ee423d-5dc6-402b-9d42-85e7cc1ce50b service nova] Releasing lock "refresh_cache-c1dbaa94-de05-484b-8667-1ca07dc13e55" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.301989] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.307073] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.578s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.310895] env[62664]: INFO nova.compute.claims [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.345148] env[62664]: INFO nova.scheduler.client.report [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Deleted allocations for instance f03d1d72-c793-40ed-8ac2-2e1171cdf8fe [ 765.402162] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5248c17b-87ba-988b-3bd6-98e85a62cda1, 'name': SearchDatastore_Task, 'duration_secs': 0.008335} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.403053] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40e6312-4457-4609-89b6-0a093a2af41f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.408166] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for the task: (returnval){ [ 765.408166] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256d697-8f80-6e87-1ef6-9f884eb66090" [ 765.408166] env[62664]: _type = "Task" [ 765.408166] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.418219] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256d697-8f80-6e87-1ef6-9f884eb66090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.434042] env[62664]: INFO nova.compute.manager [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Took 48.53 seconds to build instance. [ 765.568716] env[62664]: DEBUG oslo_vmware.api [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697807, 'name': PowerOnVM_Task, 'duration_secs': 0.595122} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.568949] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.572197] env[62664]: DEBUG nova.compute.manager [None req-6c58a2eb-c7cb-40ed-8905-2e91144f2a0a tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.573642] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c8081c-8ef3-4d5d-8dfe-30b47ac0a6c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.602136] env[62664]: DEBUG nova.compute.manager [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.602576] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.603312] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e627e9-4ad4-4245-8a5c-a843955324f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.613133] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.613133] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f48edce2-3262-414f-965a-0dab38c43c1e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.651795] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.679537] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.680101] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.680101] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Deleting the datastore file [datastore2] e3541c5a-37ad-451e-b074-2d64d058f870 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.680252] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d63177e6-dee2-4506-b1d4-fc56071103bb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.686951] env[62664]: DEBUG oslo_vmware.api [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 765.686951] env[62664]: value = "task-2697809" [ 765.686951] env[62664]: _type = "Task" [ 765.686951] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.695278] env[62664]: DEBUG oslo_vmware.api [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.853292] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9070f81e-3678-48be-8123-7634a135a707 tempest-VolumesAssistedSnapshotsTest-1316533844 tempest-VolumesAssistedSnapshotsTest-1316533844-project-member] Lock "f03d1d72-c793-40ed-8ac2-2e1171cdf8fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.156s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.919715] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256d697-8f80-6e87-1ef6-9f884eb66090, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.920132] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.920678] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] c1dbaa94-de05-484b-8667-1ca07dc13e55/c1dbaa94-de05-484b-8667-1ca07dc13e55.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.920808] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-892bcd25-8ea3-427e-b48b-04f6a494fbd2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.929468] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for the task: (returnval){ [ 765.929468] env[62664]: value = "task-2697810" [ 765.929468] env[62664]: _type = "Task" [ 765.929468] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.937500] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4ad470eb-c6f0-4b3c-aafa-8811d36cfebd tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a46f7aa6-e307-4c01-a666-38cb2a012b26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.051s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.945134] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.204039] env[62664]: DEBUG oslo_vmware.api [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15808} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.205985] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.205985] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.205985] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.205985] env[62664]: INFO nova.compute.manager [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Took 0.60 seconds to destroy the instance on the hypervisor. [ 766.205985] env[62664]: DEBUG oslo.service.loopingcall [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.206306] env[62664]: DEBUG nova.compute.manager [-] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.206306] env[62664]: DEBUG nova.network.neutron [-] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.445630] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485663} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.445897] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] c1dbaa94-de05-484b-8667-1ca07dc13e55/c1dbaa94-de05-484b-8667-1ca07dc13e55.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.446519] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.446940] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-419a6650-9d03-472b-8799-579602dbab5b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.454734] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for the task: (returnval){ [ 766.454734] env[62664]: value = "task-2697811" [ 766.454734] env[62664]: _type = "Task" [ 766.454734] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.463208] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.850915] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaee9c32-4980-4918-96b2-f33c7bfab7e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.859436] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69d0654-b086-4ddf-929e-629ec3e5b231 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.906690] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb40d47c-e91b-46fd-a7b8-0d6756e322cf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.917067] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a3a087-7dc0-423a-879b-7a2b537a1c5f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.930535] env[62664]: DEBUG nova.compute.provider_tree [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.963564] env[62664]: DEBUG nova.compute.manager [req-07f7943b-c900-46ac-8344-20a8af058435 req-623c8658-8e59-4b34-87d4-02241c605d12 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Received event network-vif-deleted-2a6c1da1-58e3-4ad0-a8b5-de4294aadd27 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.963753] env[62664]: INFO nova.compute.manager [req-07f7943b-c900-46ac-8344-20a8af058435 req-623c8658-8e59-4b34-87d4-02241c605d12 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Neutron deleted interface 2a6c1da1-58e3-4ad0-a8b5-de4294aadd27; detaching it from the instance and deleting it from the info cache [ 766.964026] env[62664]: DEBUG nova.network.neutron [req-07f7943b-c900-46ac-8344-20a8af058435 req-623c8658-8e59-4b34-87d4-02241c605d12 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.974300] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095348} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.974300] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.975087] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d927051f-b414-4a41-9522-afd8cb9598de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.001000] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c1dbaa94-de05-484b-8667-1ca07dc13e55/c1dbaa94-de05-484b-8667-1ca07dc13e55.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.001866] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9ae5a5-33f3-4af8-aeda-26d48e2c3703 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.024154] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for the task: (returnval){ [ 767.024154] env[62664]: value = "task-2697812" [ 767.024154] env[62664]: _type = "Task" [ 767.024154] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.032953] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.203715] env[62664]: DEBUG nova.network.neutron [-] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.436645] env[62664]: DEBUG nova.scheduler.client.report [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.451970] env[62664]: INFO nova.compute.manager [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Unrescuing [ 767.452291] env[62664]: DEBUG oslo_concurrency.lockutils [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.452401] env[62664]: DEBUG oslo_concurrency.lockutils [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquired lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.452542] env[62664]: DEBUG nova.network.neutron [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.475160] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ac9bdc8-ce48-4867-9d5d-ee1409ab56f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.487972] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab96eadd-d135-41a8-8d10-1da4f513bcba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.530367] env[62664]: DEBUG nova.compute.manager [req-07f7943b-c900-46ac-8344-20a8af058435 req-623c8658-8e59-4b34-87d4-02241c605d12 service nova] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Detach interface failed, port_id=2a6c1da1-58e3-4ad0-a8b5-de4294aadd27, reason: Instance e3541c5a-37ad-451e-b074-2d64d058f870 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 767.545592] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.587746] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "7f031572-1830-4e5f-b39f-949f3932a16e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.587905] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7f031572-1830-4e5f-b39f-949f3932a16e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.712368] env[62664]: INFO nova.compute.manager [-] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Took 1.50 seconds to deallocate network for instance. [ 767.962033] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.962033] env[62664]: DEBUG nova.compute.manager [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.962033] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.637s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.962033] env[62664]: DEBUG nova.objects.instance [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lazy-loading 'resources' on Instance uuid 76b542df-d968-4830-9988-2b537105e957 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.044287] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697812, 'name': ReconfigVM_Task, 'duration_secs': 0.593251} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.044698] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c1dbaa94-de05-484b-8667-1ca07dc13e55/c1dbaa94-de05-484b-8667-1ca07dc13e55.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.045448] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ca0ebae-43f7-4bc5-9344-d74619fafceb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.053678] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for the task: (returnval){ [ 768.053678] env[62664]: value = "task-2697813" [ 768.053678] env[62664]: _type = "Task" [ 768.053678] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.068740] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697813, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.092499] env[62664]: DEBUG nova.compute.manager [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.221362] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.260890] env[62664]: DEBUG nova.network.neutron [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Updating instance_info_cache with network_info: [{"id": "0f15aefa-c446-408e-9d47-72590a9b4fca", "address": "fa:16:3e:b4:0b:a6", "network": {"id": "b9edf0cf-6087-4f27-bfe9-a805e7c9f96d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1333853504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c17cc64496441caa36c38918a5632aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f15aefa-c4", "ovs_interfaceid": "0f15aefa-c446-408e-9d47-72590a9b4fca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.469363] env[62664]: DEBUG nova.compute.utils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 768.471982] env[62664]: DEBUG nova.compute.manager [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.471982] env[62664]: DEBUG nova.network.neutron [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.547046] env[62664]: DEBUG nova.policy [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '210791c1338f40c0a50f04f1fb63b2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec3f088e5a9c4a51a5b2b6bfe132e60b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.565227] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697813, 'name': Rename_Task, 'duration_secs': 0.304963} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.565885] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.566270] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e6aa9a7-6303-427b-b73b-31311b66f834 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.578181] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for the task: (returnval){ [ 768.578181] env[62664]: value = "task-2697814" [ 768.578181] env[62664]: _type = "Task" [ 768.578181] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.588257] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.622265] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.769450] env[62664]: DEBUG oslo_concurrency.lockutils [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Releasing lock "refresh_cache-f139aac4-81b8-4902-b642-c1efd112dff3" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.772309] env[62664]: DEBUG nova.objects.instance [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lazy-loading 'flavor' on Instance uuid f139aac4-81b8-4902-b642-c1efd112dff3 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.975338] env[62664]: DEBUG nova.compute.manager [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.095662] env[62664]: DEBUG oslo_vmware.api [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697814, 'name': PowerOnVM_Task, 'duration_secs': 0.494636} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.096034] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.096315] env[62664]: INFO nova.compute.manager [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Took 8.27 seconds to spawn the instance on the hypervisor. [ 769.096567] env[62664]: DEBUG nova.compute.manager [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.097427] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f794005-784c-4669-9f50-37d584693e4d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.102505] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7803e6-c4af-42b0-8b19-587dce3e651c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.122085] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eae704d-a073-46db-9457-81d76c5ac05b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.128925] env[62664]: DEBUG nova.network.neutron [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Successfully created port: fbf65385-cdf9-4728-9aa2-457d6bd91b31 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.161727] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e213816-d5cc-428b-aa11-003db83824c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.170076] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36064e8-49fd-46e2-8cea-742a7b5aaab4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.184655] env[62664]: DEBUG nova.compute.provider_tree [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.281044] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b34d341-2318-494f-b299-6b8311d6ede8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.305440] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.305658] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7a06331-14ec-4e3e-9e8d-e955615b8fff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.314087] env[62664]: DEBUG oslo_vmware.api [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 769.314087] env[62664]: value = "task-2697815" [ 769.314087] env[62664]: _type = "Task" [ 769.314087] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.322102] env[62664]: DEBUG oslo_vmware.api [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.631377] env[62664]: INFO nova.compute.manager [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Took 50.16 seconds to build instance. [ 769.689236] env[62664]: DEBUG nova.scheduler.client.report [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.824500] env[62664]: DEBUG oslo_vmware.api [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697815, 'name': PowerOffVM_Task, 'duration_secs': 0.4236} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.824771] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.832064] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 769.832064] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0623d684-7a5c-4c46-bec6-4005036202ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.850865] env[62664]: DEBUG oslo_vmware.api [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 769.850865] env[62664]: value = "task-2697816" [ 769.850865] env[62664]: _type = "Task" [ 769.850865] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.860763] env[62664]: DEBUG oslo_vmware.api [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.991790] env[62664]: DEBUG nova.compute.manager [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.020175] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.020506] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.020629] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.021359] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.021685] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.021783] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.022789] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.022789] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.022789] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.022789] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.022789] env[62664]: DEBUG nova.virt.hardware [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.023702] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e551e-d31e-4546-a83d-cde1d839a795 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.034259] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269369de-6f39-4423-b94d-d3e766269d17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.134878] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b3060439-de31-4238-bd95-e3a82f9816d4 tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lock "c1dbaa94-de05-484b-8667-1ca07dc13e55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.674s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.196178] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.197505] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.818s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.197745] env[62664]: DEBUG nova.objects.instance [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lazy-loading 'resources' on Instance uuid 1dc0fc2c-e96b-4366-ac81-67b190e65ab7 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.221905] env[62664]: INFO nova.scheduler.client.report [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted allocations for instance 76b542df-d968-4830-9988-2b537105e957 [ 770.258083] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquiring lock "f36cea30-3bd7-4e2d-99bd-36e723867735" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.258322] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Lock "f36cea30-3bd7-4e2d-99bd-36e723867735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.361616] env[62664]: DEBUG oslo_vmware.api [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697816, 'name': ReconfigVM_Task, 'duration_secs': 0.507877} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.362320] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 770.362320] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.362408] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3ed188e-357b-46a3-a809-4aa783288bd5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.368771] env[62664]: DEBUG oslo_vmware.api [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 770.368771] env[62664]: value = "task-2697817" [ 770.368771] env[62664]: _type = "Task" [ 770.368771] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.376650] env[62664]: DEBUG oslo_vmware.api [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.730751] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f520656a-09ee-4745-8add-87780155224c tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "76b542df-d968-4830-9988-2b537105e957" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.984s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.762340] env[62664]: DEBUG nova.compute.manager [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.880972] env[62664]: DEBUG oslo_vmware.api [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.207910] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquiring lock "c1dbaa94-de05-484b-8667-1ca07dc13e55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.208172] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lock "c1dbaa94-de05-484b-8667-1ca07dc13e55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.208393] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquiring lock "c1dbaa94-de05-484b-8667-1ca07dc13e55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.208592] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lock "c1dbaa94-de05-484b-8667-1ca07dc13e55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.208762] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lock "c1dbaa94-de05-484b-8667-1ca07dc13e55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.215045] env[62664]: INFO nova.compute.manager [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Terminating instance [ 771.257170] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9721a1f9-2d68-4079-a12e-9220dde8711b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.270837] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c421efd5-080c-490d-b9e5-11d93a339835 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.310620] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.310620] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceba7c03-42c5-4204-9011-2da244b2660e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.319262] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e31f84-54b3-40c3-abcd-37c4d33442e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.332637] env[62664]: DEBUG nova.compute.provider_tree [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.384074] env[62664]: DEBUG oslo_vmware.api [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697817, 'name': PowerOnVM_Task, 'duration_secs': 0.877478} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.384481] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.384737] env[62664]: DEBUG nova.compute.manager [None req-184b6943-616a-4d1c-9e78-13d308dd6e65 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.385585] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2b7f8b-0fb7-4bf8-9f73-b8a16b02d143 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.505330] env[62664]: DEBUG nova.network.neutron [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Successfully updated port: fbf65385-cdf9-4728-9aa2-457d6bd91b31 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.513039] env[62664]: DEBUG nova.compute.manager [req-6c0edc69-4722-426b-b8c5-2935b6a352ec req-0aa22eea-2950-4c98-b137-f91b182eea4d service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Received event network-vif-plugged-fbf65385-cdf9-4728-9aa2-457d6bd91b31 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.513039] env[62664]: DEBUG oslo_concurrency.lockutils [req-6c0edc69-4722-426b-b8c5-2935b6a352ec req-0aa22eea-2950-4c98-b137-f91b182eea4d service nova] Acquiring lock "eadc1c38-afc4-4877-9d7e-69a4ee194303-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.513329] env[62664]: DEBUG oslo_concurrency.lockutils [req-6c0edc69-4722-426b-b8c5-2935b6a352ec req-0aa22eea-2950-4c98-b137-f91b182eea4d service nova] Lock "eadc1c38-afc4-4877-9d7e-69a4ee194303-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.513476] env[62664]: DEBUG oslo_concurrency.lockutils [req-6c0edc69-4722-426b-b8c5-2935b6a352ec req-0aa22eea-2950-4c98-b137-f91b182eea4d service nova] Lock "eadc1c38-afc4-4877-9d7e-69a4ee194303-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.513666] env[62664]: DEBUG nova.compute.manager [req-6c0edc69-4722-426b-b8c5-2935b6a352ec req-0aa22eea-2950-4c98-b137-f91b182eea4d service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] No waiting events found dispatching network-vif-plugged-fbf65385-cdf9-4728-9aa2-457d6bd91b31 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.513869] env[62664]: WARNING nova.compute.manager [req-6c0edc69-4722-426b-b8c5-2935b6a352ec req-0aa22eea-2950-4c98-b137-f91b182eea4d service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Received unexpected event network-vif-plugged-fbf65385-cdf9-4728-9aa2-457d6bd91b31 for instance with vm_state building and task_state spawning. [ 771.716486] env[62664]: DEBUG nova.compute.manager [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.716735] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.717763] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a374b00f-8fd8-4a01-be62-d2422632926c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.726275] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.726487] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa753c0e-70ae-4c7c-b7a1-05dee1bbef03 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.733682] env[62664]: DEBUG oslo_vmware.api [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for the task: (returnval){ [ 771.733682] env[62664]: value = "task-2697818" [ 771.733682] env[62664]: _type = "Task" [ 771.733682] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.745274] env[62664]: DEBUG oslo_vmware.api [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.835771] env[62664]: DEBUG nova.scheduler.client.report [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.008349] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "refresh_cache-eadc1c38-afc4-4877-9d7e-69a4ee194303" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.008501] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "refresh_cache-eadc1c38-afc4-4877-9d7e-69a4ee194303" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.008651] env[62664]: DEBUG nova.network.neutron [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.246192] env[62664]: DEBUG oslo_vmware.api [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697818, 'name': PowerOffVM_Task, 'duration_secs': 0.228449} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.246413] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.246587] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.246836] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc7fcd7-92c5-4e90-8922-6f2d3f8d6a1e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.306841] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.307083] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.307271] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Deleting the datastore file [datastore1] c1dbaa94-de05-484b-8667-1ca07dc13e55 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.307531] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-565f051a-fa3c-466e-9743-6b66857ed40e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.314223] env[62664]: DEBUG oslo_vmware.api [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for the task: (returnval){ [ 772.314223] env[62664]: value = "task-2697820" [ 772.314223] env[62664]: _type = "Task" [ 772.314223] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.322801] env[62664]: DEBUG oslo_vmware.api [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.346636] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.349403] env[62664]: DEBUG oslo_concurrency.lockutils [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.566s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.349639] env[62664]: DEBUG nova.objects.instance [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lazy-loading 'resources' on Instance uuid 9d5032a7-5bd2-417f-9e01-2d4b58abf77e {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.381431] env[62664]: INFO nova.scheduler.client.report [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Deleted allocations for instance 1dc0fc2c-e96b-4366-ac81-67b190e65ab7 [ 772.551911] env[62664]: DEBUG nova.network.neutron [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.747149] env[62664]: DEBUG nova.network.neutron [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Updating instance_info_cache with network_info: [{"id": "fbf65385-cdf9-4728-9aa2-457d6bd91b31", "address": "fa:16:3e:ca:bc:df", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf65385-cd", "ovs_interfaceid": "fbf65385-cdf9-4728-9aa2-457d6bd91b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.823904] env[62664]: DEBUG oslo_vmware.api [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Task: {'id': task-2697820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160347} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.824736] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.824736] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.824736] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.824952] env[62664]: INFO nova.compute.manager [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Took 1.11 seconds to destroy the instance on the hypervisor. [ 772.825188] env[62664]: DEBUG oslo.service.loopingcall [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.825394] env[62664]: DEBUG nova.compute.manager [-] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.825491] env[62664]: DEBUG nova.network.neutron [-] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.894519] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b1bf71bc-dc0e-4e11-8345-55c7372cb603 tempest-ListImageFiltersTestJSON-374161925 tempest-ListImageFiltersTestJSON-374161925-project-member] Lock "1dc0fc2c-e96b-4366-ac81-67b190e65ab7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.019s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.999805] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "f139aac4-81b8-4902-b642-c1efd112dff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.999805] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "f139aac4-81b8-4902-b642-c1efd112dff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.999805] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "f139aac4-81b8-4902-b642-c1efd112dff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.999805] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "f139aac4-81b8-4902-b642-c1efd112dff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.999805] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "f139aac4-81b8-4902-b642-c1efd112dff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.004176] env[62664]: INFO nova.compute.manager [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Terminating instance [ 773.250264] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "refresh_cache-eadc1c38-afc4-4877-9d7e-69a4ee194303" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.250409] env[62664]: DEBUG nova.compute.manager [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Instance network_info: |[{"id": "fbf65385-cdf9-4728-9aa2-457d6bd91b31", "address": "fa:16:3e:ca:bc:df", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf65385-cd", "ovs_interfaceid": "fbf65385-cdf9-4728-9aa2-457d6bd91b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.250822] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:bc:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbf65385-cdf9-4728-9aa2-457d6bd91b31', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.259534] env[62664]: DEBUG oslo.service.loopingcall [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.259792] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.260061] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa14c986-1bbd-4be0-8806-099ad00da2e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.287896] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.287896] env[62664]: value = "task-2697821" [ 773.287896] env[62664]: _type = "Task" [ 773.287896] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.295955] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697821, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.509180] env[62664]: DEBUG nova.compute.manager [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.509469] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.510659] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27f500d-e839-4120-822c-f449b60dacc7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.522809] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.524080] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1e33ef0-80ea-44ad-8ace-5285ddac032e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.531175] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872edf29-c02e-4a17-9efe-e8876f0a003f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.542186] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade79e73-0e7b-4018-9508-348615d72acd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.547837] env[62664]: DEBUG oslo_vmware.api [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 773.547837] env[62664]: value = "task-2697822" [ 773.547837] env[62664]: _type = "Task" [ 773.547837] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.550808] env[62664]: DEBUG nova.compute.manager [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Received event network-changed-fbf65385-cdf9-4728-9aa2-457d6bd91b31 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.550995] env[62664]: DEBUG nova.compute.manager [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Refreshing instance network info cache due to event network-changed-fbf65385-cdf9-4728-9aa2-457d6bd91b31. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.551219] env[62664]: DEBUG oslo_concurrency.lockutils [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] Acquiring lock "refresh_cache-eadc1c38-afc4-4877-9d7e-69a4ee194303" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.551363] env[62664]: DEBUG oslo_concurrency.lockutils [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] Acquired lock "refresh_cache-eadc1c38-afc4-4877-9d7e-69a4ee194303" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.551521] env[62664]: DEBUG nova.network.neutron [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Refreshing network info cache for port fbf65385-cdf9-4728-9aa2-457d6bd91b31 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.584927] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0862bb7-ac27-44e4-ad64-61dcc151a3a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.591063] env[62664]: DEBUG oslo_vmware.api [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.597349] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b949a896-ad65-4188-8e43-e73a50483aa0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.612276] env[62664]: DEBUG nova.compute.provider_tree [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.788580] env[62664]: DEBUG nova.network.neutron [-] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.798314] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697821, 'name': CreateVM_Task, 'duration_secs': 0.309927} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.800900] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.800900] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.800900] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.800900] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.800900] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9b1e9e-b999-4580-9d85-5fd7ddf5273c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.808141] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 773.808141] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521ba71f-5d30-5d3b-7b02-1a1ffa36375b" [ 773.808141] env[62664]: _type = "Task" [ 773.808141] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.816433] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521ba71f-5d30-5d3b-7b02-1a1ffa36375b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.059311] env[62664]: DEBUG oslo_vmware.api [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697822, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.115315] env[62664]: DEBUG nova.scheduler.client.report [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.293680] env[62664]: INFO nova.compute.manager [-] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Took 1.47 seconds to deallocate network for instance. [ 774.319017] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521ba71f-5d30-5d3b-7b02-1a1ffa36375b, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.319320] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.319556] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.319799] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.319951] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.320159] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.320432] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6dc39af-0ead-4f72-9ce1-8f58068b50b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.328766] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.329089] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.329905] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-568c53b7-f810-41d5-95ca-72c10f886f0c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.335124] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 774.335124] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52173ddb-44f5-95d7-55fe-dec589459efd" [ 774.335124] env[62664]: _type = "Task" [ 774.335124] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.348219] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52173ddb-44f5-95d7-55fe-dec589459efd, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.351027] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be45b0ee-e36c-43ee-b7af-bb814dc89c6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.356965] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 774.356965] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bdd99d-8acd-c75f-4f71-557a20834f03" [ 774.356965] env[62664]: _type = "Task" [ 774.356965] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.365891] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bdd99d-8acd-c75f-4f71-557a20834f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.463684] env[62664]: DEBUG nova.network.neutron [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Updated VIF entry in instance network info cache for port fbf65385-cdf9-4728-9aa2-457d6bd91b31. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.463769] env[62664]: DEBUG nova.network.neutron [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Updating instance_info_cache with network_info: [{"id": "fbf65385-cdf9-4728-9aa2-457d6bd91b31", "address": "fa:16:3e:ca:bc:df", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf65385-cd", "ovs_interfaceid": "fbf65385-cdf9-4728-9aa2-457d6bd91b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.559435] env[62664]: DEBUG oslo_vmware.api [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697822, 'name': PowerOffVM_Task, 'duration_secs': 0.742299} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.559999] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.559999] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.560424] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f2e1cb0-068c-461d-bd69-347589f9cc26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.622569] env[62664]: DEBUG oslo_concurrency.lockutils [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.623084] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.623546] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.623825] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Deleting the datastore file [datastore1] f139aac4-81b8-4902-b642-c1efd112dff3 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.625173] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.383s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.626932] env[62664]: INFO nova.compute.claims [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.629693] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72d5d774-da48-44fb-ae7c-0c6685c5de9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.636562] env[62664]: DEBUG oslo_vmware.api [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 774.636562] env[62664]: value = "task-2697824" [ 774.636562] env[62664]: _type = "Task" [ 774.636562] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.646366] env[62664]: DEBUG oslo_vmware.api [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.653460] env[62664]: INFO nova.scheduler.client.report [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Deleted allocations for instance 9d5032a7-5bd2-417f-9e01-2d4b58abf77e [ 774.802008] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.866937] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bdd99d-8acd-c75f-4f71-557a20834f03, 'name': SearchDatastore_Task, 'duration_secs': 0.012406} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.867243] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.867492] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] eadc1c38-afc4-4877-9d7e-69a4ee194303/eadc1c38-afc4-4877-9d7e-69a4ee194303.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.867750] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7749019e-33a4-4c4c-a9e9-325dfaf05efd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.874057] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 774.874057] env[62664]: value = "task-2697825" [ 774.874057] env[62664]: _type = "Task" [ 774.874057] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.883212] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.967041] env[62664]: DEBUG oslo_concurrency.lockutils [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] Releasing lock "refresh_cache-eadc1c38-afc4-4877-9d7e-69a4ee194303" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.967749] env[62664]: DEBUG nova.compute.manager [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Received event network-vif-deleted-863df264-3cd2-425b-930a-3e1e09f33f12 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.967749] env[62664]: INFO nova.compute.manager [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Neutron deleted interface 863df264-3cd2-425b-930a-3e1e09f33f12; detaching it from the instance and deleting it from the info cache [ 774.967749] env[62664]: DEBUG nova.network.neutron [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.148962] env[62664]: DEBUG oslo_vmware.api [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146768} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.150601] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.150833] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.151087] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.151347] env[62664]: INFO nova.compute.manager [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 775.151623] env[62664]: DEBUG oslo.service.loopingcall [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.151897] env[62664]: DEBUG nova.compute.manager [-] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.152015] env[62664]: DEBUG nova.network.neutron [-] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.160607] env[62664]: DEBUG oslo_concurrency.lockutils [None req-26e5ef37-d939-4820-a6d2-b56fd7bce918 tempest-ServersTestBootFromVolume-284699446 tempest-ServersTestBootFromVolume-284699446-project-member] Lock "9d5032a7-5bd2-417f-9e01-2d4b58abf77e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.090s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.383983] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492239} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.385137] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] eadc1c38-afc4-4877-9d7e-69a4ee194303/eadc1c38-afc4-4877-9d7e-69a4ee194303.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.385452] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.385768] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-729b1b50-eb96-4c2a-bf48-b071abcd8fc5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.397212] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 775.397212] env[62664]: value = "task-2697826" [ 775.397212] env[62664]: _type = "Task" [ 775.397212] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.406916] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.471378] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1003426e-0d4b-4f6e-a8f9-0e13a59a9e7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.481825] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e2a8a0-0cce-4448-bf48-dbb8503cdf05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.527058] env[62664]: DEBUG nova.compute.manager [req-a5db06c3-65e1-4393-b3a2-19fd30ec1b75 req-43d50ce5-9ade-4fe6-9965-0d60d21c16f5 service nova] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Detach interface failed, port_id=863df264-3cd2-425b-930a-3e1e09f33f12, reason: Instance c1dbaa94-de05-484b-8667-1ca07dc13e55 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 775.701174] env[62664]: DEBUG nova.compute.manager [req-c0d54000-05c2-42ba-abc2-a79447633a66 req-fcafcac7-e08e-4188-bdf8-a1b02e584144 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Received event network-vif-deleted-0f15aefa-c446-408e-9d47-72590a9b4fca {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.701174] env[62664]: INFO nova.compute.manager [req-c0d54000-05c2-42ba-abc2-a79447633a66 req-fcafcac7-e08e-4188-bdf8-a1b02e584144 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Neutron deleted interface 0f15aefa-c446-408e-9d47-72590a9b4fca; detaching it from the instance and deleting it from the info cache [ 775.702098] env[62664]: DEBUG nova.network.neutron [req-c0d54000-05c2-42ba-abc2-a79447633a66 req-fcafcac7-e08e-4188-bdf8-a1b02e584144 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.909839] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065374} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.910796] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.911609] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b753e04-87de-4b13-b102-d2e3a0344f19 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.940477] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] eadc1c38-afc4-4877-9d7e-69a4ee194303/eadc1c38-afc4-4877-9d7e-69a4ee194303.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.943414] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63b8e80d-462b-4ebc-b7e2-3d494511f907 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.963557] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 775.963557] env[62664]: value = "task-2697827" [ 775.963557] env[62664]: _type = "Task" [ 775.963557] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.974577] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.032062] env[62664]: DEBUG nova.network.neutron [-] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.147616] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1102ff31-0bde-4c60-8532-903845c0b6bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.159998] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e137d70-c8f2-40d2-8ff7-73f2c805c4ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.192062] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973a6d7c-e7d5-49f3-80f8-eefdc8841c17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.199976] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56d1d23-ae5e-4dfd-94f4-ebbef187bed6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.217021] env[62664]: DEBUG nova.compute.provider_tree [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.217021] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5281566f-df57-4cb5-8974-e9c9a102e7d1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.226175] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08cc0a1-4363-4391-a7b7-426351eb7907 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.258970] env[62664]: DEBUG nova.compute.manager [req-c0d54000-05c2-42ba-abc2-a79447633a66 req-fcafcac7-e08e-4188-bdf8-a1b02e584144 service nova] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Detach interface failed, port_id=0f15aefa-c446-408e-9d47-72590a9b4fca, reason: Instance f139aac4-81b8-4902-b642-c1efd112dff3 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 776.478919] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697827, 'name': ReconfigVM_Task, 'duration_secs': 0.341983} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.479116] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Reconfigured VM instance instance-00000037 to attach disk [datastore2] eadc1c38-afc4-4877-9d7e-69a4ee194303/eadc1c38-afc4-4877-9d7e-69a4ee194303.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.479768] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-349d9227-0712-4ac8-8481-1ee18c5e9bef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.486095] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 776.486095] env[62664]: value = "task-2697828" [ 776.486095] env[62664]: _type = "Task" [ 776.486095] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.494185] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697828, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.534483] env[62664]: INFO nova.compute.manager [-] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Took 1.38 seconds to deallocate network for instance. [ 776.717725] env[62664]: DEBUG nova.scheduler.client.report [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.000038] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697828, 'name': Rename_Task, 'duration_secs': 0.153846} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.000440] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.000759] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c326359e-36b0-4b8b-bfe5-c1acb1af01b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.009585] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 777.009585] env[62664]: value = "task-2697829" [ 777.009585] env[62664]: _type = "Task" [ 777.009585] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.018805] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.042533] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.224728] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.225294] env[62664]: DEBUG nova.compute.manager [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.229395] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.640s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.230102] env[62664]: DEBUG nova.objects.instance [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 777.519062] env[62664]: DEBUG oslo_vmware.api [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697829, 'name': PowerOnVM_Task, 'duration_secs': 0.460417} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.519062] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.519550] env[62664]: INFO nova.compute.manager [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Took 7.53 seconds to spawn the instance on the hypervisor. [ 777.519550] env[62664]: DEBUG nova.compute.manager [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.520784] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a03f62-f8d9-472d-a187-57db998d0665 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.670118] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquiring lock "485cb5f7-826f-43cc-a28c-2169602867c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.670310] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lock "485cb5f7-826f-43cc-a28c-2169602867c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.733099] env[62664]: DEBUG nova.compute.utils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 777.733099] env[62664]: DEBUG nova.compute.manager [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.733099] env[62664]: DEBUG nova.network.neutron [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.805050] env[62664]: DEBUG nova.policy [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfba8985455f4790a447a5807c176829', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54eced362e864b03858286b715101227', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.043440] env[62664]: INFO nova.compute.manager [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Took 54.34 seconds to build instance. [ 778.173164] env[62664]: DEBUG nova.compute.manager [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.237694] env[62664]: DEBUG nova.compute.manager [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.241826] env[62664]: DEBUG oslo_concurrency.lockutils [None req-19cc9e18-0695-4be3-aa49-bd5451050b01 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.242794] env[62664]: DEBUG oslo_concurrency.lockutils [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.303s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.245625] env[62664]: DEBUG nova.objects.instance [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lazy-loading 'resources' on Instance uuid 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.247078] env[62664]: DEBUG nova.network.neutron [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Successfully created port: 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.546658] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b23b8e46-476b-43c1-bc3b-9c1f6bba73a2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "eadc1c38-afc4-4877-9d7e-69a4ee194303" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.862s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.704893] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.245762] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ea7f3a-16fd-4f70-b813-5bc82c8752ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.253640] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fea8ec-44ac-422a-af78-d967aa16a923 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.258570] env[62664]: DEBUG nova.compute.manager [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.291746] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453efcfa-fa70-4fc6-a9da-049907f0c074 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.303415] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.303691] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.303875] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.304108] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.304288] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.304449] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.304693] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.304883] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.305084] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.305299] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.305502] env[62664]: DEBUG nova.virt.hardware [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.306816] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f433a2f7-4baa-4ec4-9306-0dba143e1687 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.312370] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afb9176-fc32-4955-b161-d9520c5dacad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.315010] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15db0b98-e449-4030-9919-40865f5fa1b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.323864] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-64146a47-9d82-4983-9792-cb7a4d2993f8 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Suspending the VM {{(pid=62664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 779.331502] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-06dd18f7-4541-4716-a740-79907119325c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.333865] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0e16a4-190e-44aa-894c-cb5abdcaba0d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.340511] env[62664]: DEBUG nova.compute.provider_tree [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.351716] env[62664]: DEBUG oslo_vmware.api [None req-64146a47-9d82-4983-9792-cb7a4d2993f8 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 779.351716] env[62664]: value = "task-2697830" [ 779.351716] env[62664]: _type = "Task" [ 779.351716] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.360759] env[62664]: DEBUG oslo_vmware.api [None req-64146a47-9d82-4983-9792-cb7a4d2993f8 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697830, 'name': SuspendVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.842517] env[62664]: DEBUG nova.scheduler.client.report [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.862348] env[62664]: DEBUG oslo_vmware.api [None req-64146a47-9d82-4983-9792-cb7a4d2993f8 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697830, 'name': SuspendVM_Task} progress is 62%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.348332] env[62664]: DEBUG oslo_concurrency.lockutils [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.352050] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.953s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.352050] env[62664]: DEBUG nova.objects.instance [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lazy-loading 'resources' on Instance uuid 26ec8b7d-de9d-47e4-9dce-749d6401f469 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.363332] env[62664]: DEBUG oslo_vmware.api [None req-64146a47-9d82-4983-9792-cb7a4d2993f8 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697830, 'name': SuspendVM_Task, 'duration_secs': 0.804595} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.367017] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-64146a47-9d82-4983-9792-cb7a4d2993f8 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Suspended the VM {{(pid=62664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 780.367017] env[62664]: DEBUG nova.compute.manager [None req-64146a47-9d82-4983-9792-cb7a4d2993f8 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.367017] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8bfe95-09a4-41e3-9f61-b4ad5d6262ce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.383228] env[62664]: INFO nova.scheduler.client.report [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Deleted allocations for instance 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc [ 780.484598] env[62664]: DEBUG nova.network.neutron [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Successfully updated port: 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.511124] env[62664]: DEBUG nova.compute.manager [req-00cc4d30-e758-40cc-8759-1902def2c911 req-a40e89a2-228f-4bd8-98b7-faf74702c556 service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Received event network-vif-plugged-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.511124] env[62664]: DEBUG oslo_concurrency.lockutils [req-00cc4d30-e758-40cc-8759-1902def2c911 req-a40e89a2-228f-4bd8-98b7-faf74702c556 service nova] Acquiring lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.511124] env[62664]: DEBUG oslo_concurrency.lockutils [req-00cc4d30-e758-40cc-8759-1902def2c911 req-a40e89a2-228f-4bd8-98b7-faf74702c556 service nova] Lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.511457] env[62664]: DEBUG oslo_concurrency.lockutils [req-00cc4d30-e758-40cc-8759-1902def2c911 req-a40e89a2-228f-4bd8-98b7-faf74702c556 service nova] Lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.511457] env[62664]: DEBUG nova.compute.manager [req-00cc4d30-e758-40cc-8759-1902def2c911 req-a40e89a2-228f-4bd8-98b7-faf74702c556 service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] No waiting events found dispatching network-vif-plugged-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.511596] env[62664]: WARNING nova.compute.manager [req-00cc4d30-e758-40cc-8759-1902def2c911 req-a40e89a2-228f-4bd8-98b7-faf74702c556 service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Received unexpected event network-vif-plugged-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee for instance with vm_state building and task_state spawning. [ 780.895997] env[62664]: DEBUG oslo_concurrency.lockutils [None req-214d27e6-4c6b-49d7-af0c-5470a3925735 tempest-ServersTestFqdnHostnames-664143034 tempest-ServersTestFqdnHostnames-664143034-project-member] Lock "61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.676s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.989361] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "refresh_cache-d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.989361] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquired lock "refresh_cache-d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.989507] env[62664]: DEBUG nova.network.neutron [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.305250] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21018945-ed6a-4106-8971-9d91c54059e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.314124] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e821636d-cb0f-446f-b35e-c215fa74a865 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.346192] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a859af-047d-4a49-a20e-78ae61311a31 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.353547] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7599858c-e342-4ef9-81e4-792cdf51edbb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.366790] env[62664]: DEBUG nova.compute.provider_tree [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.545651] env[62664]: DEBUG nova.network.neutron [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.801363] env[62664]: DEBUG nova.network.neutron [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Updating instance_info_cache with network_info: [{"id": "8a7509ca-23af-4bcf-ba19-40cbeab2a0ee", "address": "fa:16:3e:69:eb:7c", "network": {"id": "4a83d51f-b9f6-4640-9efa-047028e46460", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-663153909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54eced362e864b03858286b715101227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a7509ca-23", "ovs_interfaceid": "8a7509ca-23af-4bcf-ba19-40cbeab2a0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.869967] env[62664]: DEBUG nova.scheduler.client.report [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.305311] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Releasing lock "refresh_cache-d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.305619] env[62664]: DEBUG nova.compute.manager [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Instance network_info: |[{"id": "8a7509ca-23af-4bcf-ba19-40cbeab2a0ee", "address": "fa:16:3e:69:eb:7c", "network": {"id": "4a83d51f-b9f6-4640-9efa-047028e46460", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-663153909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54eced362e864b03858286b715101227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a7509ca-23", "ovs_interfaceid": "8a7509ca-23af-4bcf-ba19-40cbeab2a0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.306075] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:eb:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a7509ca-23af-4bcf-ba19-40cbeab2a0ee', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.316667] env[62664]: DEBUG oslo.service.loopingcall [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.318336] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.318671] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb8698d8-ae19-4e5b-a2f5-5388cdd1122c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.348019] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.348019] env[62664]: value = "task-2697831" [ 782.348019] env[62664]: _type = "Task" [ 782.348019] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.357422] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697831, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.383022] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.384689] env[62664]: DEBUG oslo_concurrency.lockutils [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.196s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.385202] env[62664]: DEBUG nova.objects.instance [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lazy-loading 'resources' on Instance uuid 59b7a1ff-34c0-4adc-a767-50694c76b190 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.412293] env[62664]: INFO nova.scheduler.client.report [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Deleted allocations for instance 26ec8b7d-de9d-47e4-9dce-749d6401f469 [ 782.537935] env[62664]: DEBUG nova.compute.manager [req-a933b550-4da9-4752-bb50-19f68bb3382f req-695d5bfb-ceae-4912-bc9e-468d2ae84466 service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Received event network-changed-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.538135] env[62664]: DEBUG nova.compute.manager [req-a933b550-4da9-4752-bb50-19f68bb3382f req-695d5bfb-ceae-4912-bc9e-468d2ae84466 service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Refreshing instance network info cache due to event network-changed-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 782.538346] env[62664]: DEBUG oslo_concurrency.lockutils [req-a933b550-4da9-4752-bb50-19f68bb3382f req-695d5bfb-ceae-4912-bc9e-468d2ae84466 service nova] Acquiring lock "refresh_cache-d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.538496] env[62664]: DEBUG oslo_concurrency.lockutils [req-a933b550-4da9-4752-bb50-19f68bb3382f req-695d5bfb-ceae-4912-bc9e-468d2ae84466 service nova] Acquired lock "refresh_cache-d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.538778] env[62664]: DEBUG nova.network.neutron [req-a933b550-4da9-4752-bb50-19f68bb3382f req-695d5bfb-ceae-4912-bc9e-468d2ae84466 service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Refreshing network info cache for port 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.858632] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697831, 'name': CreateVM_Task, 'duration_secs': 0.32285} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.858982] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.859992] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.860297] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.860972] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.861720] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4644c7ad-5b0b-479d-a434-40535ec0cc1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.873028] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 782.873028] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526fe3bd-1a27-2904-f5af-cdfcd2e1a752" [ 782.873028] env[62664]: _type = "Task" [ 782.873028] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.881405] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526fe3bd-1a27-2904-f5af-cdfcd2e1a752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.925026] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83206468-05d1-4a75-83d9-5504601f6601 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "26ec8b7d-de9d-47e4-9dce-749d6401f469" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.343s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.192267] env[62664]: DEBUG nova.compute.manager [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.195611] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aa9b0a-ad3a-41a0-b33c-a1a2ef58853e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.384452] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526fe3bd-1a27-2904-f5af-cdfcd2e1a752, 'name': SearchDatastore_Task, 'duration_secs': 0.017146} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.388340] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.388592] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.388822] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.388968] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.389184] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.389625] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-062ac03a-0bfc-4f14-994f-85573d119978 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.398599] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.398735] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.399506] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7980d9ad-8ab9-4931-93ea-1b2778f37e52 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.407405] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 783.407405] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fb15a9-6c0e-a45a-8f9e-b862c1d04862" [ 783.407405] env[62664]: _type = "Task" [ 783.407405] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.419024] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fb15a9-6c0e-a45a-8f9e-b862c1d04862, 'name': SearchDatastore_Task, 'duration_secs': 0.008627} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.419468] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5bfa5c-510d-4cda-8c09-3d492ec80c2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.424712] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 783.424712] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dda4ba-9ee7-3484-b0ed-71669ff2608d" [ 783.424712] env[62664]: _type = "Task" [ 783.424712] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.436605] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dda4ba-9ee7-3484-b0ed-71669ff2608d, 'name': SearchDatastore_Task, 'duration_secs': 0.008753} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.436854] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.437192] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa/d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.437492] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b014a93c-8e5f-4a58-96ff-c48762b7c5bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.447551] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 783.447551] env[62664]: value = "task-2697832" [ 783.447551] env[62664]: _type = "Task" [ 783.447551] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.450911] env[62664]: DEBUG nova.network.neutron [req-a933b550-4da9-4752-bb50-19f68bb3382f req-695d5bfb-ceae-4912-bc9e-468d2ae84466 service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Updated VIF entry in instance network info cache for port 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.451109] env[62664]: DEBUG nova.network.neutron [req-a933b550-4da9-4752-bb50-19f68bb3382f req-695d5bfb-ceae-4912-bc9e-468d2ae84466 service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Updating instance_info_cache with network_info: [{"id": "8a7509ca-23af-4bcf-ba19-40cbeab2a0ee", "address": "fa:16:3e:69:eb:7c", "network": {"id": "4a83d51f-b9f6-4640-9efa-047028e46460", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-663153909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54eced362e864b03858286b715101227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a7509ca-23", "ovs_interfaceid": "8a7509ca-23af-4bcf-ba19-40cbeab2a0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.463661] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.523997] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a6c8be-d142-476b-949e-00c2e825b7e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.533799] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40f4b35-9119-4937-9a79-a9fa45db2085 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.567736] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b1e617-ccf9-4160-9c85-b811fc778188 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.575745] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d6251e-e31a-48fc-a7b4-7123a2689ca7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.592371] env[62664]: DEBUG nova.compute.provider_tree [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.717014] env[62664]: INFO nova.compute.manager [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] instance snapshotting [ 783.717218] env[62664]: WARNING nova.compute.manager [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 783.720913] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f94589a-4450-4ce4-bb8a-a91622a1fc55 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.746043] env[62664]: DEBUG oslo_concurrency.lockutils [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.746043] env[62664]: DEBUG oslo_concurrency.lockutils [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.746043] env[62664]: DEBUG oslo_concurrency.lockutils [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.746043] env[62664]: DEBUG oslo_concurrency.lockutils [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.746043] env[62664]: DEBUG oslo_concurrency.lockutils [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.746748] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9761953-908b-4b59-bd12-31decde9a7c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.749896] env[62664]: INFO nova.compute.manager [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Terminating instance [ 783.961242] env[62664]: DEBUG oslo_concurrency.lockutils [req-a933b550-4da9-4752-bb50-19f68bb3382f req-695d5bfb-ceae-4912-bc9e-468d2ae84466 service nova] Releasing lock "refresh_cache-d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.967164] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481938} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.969113] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa/d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.969113] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.969113] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d5d6abe-de16-4c05-ab88-a8eed7a60679 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.974149] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 783.974149] env[62664]: value = "task-2697833" [ 783.974149] env[62664]: _type = "Task" [ 783.974149] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.981979] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.096092] env[62664]: DEBUG nova.scheduler.client.report [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.254680] env[62664]: DEBUG nova.compute.manager [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.254923] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.255889] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6d38f1-521f-4d78-a2f7-b36c5e3046d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.260844] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 784.261283] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3728ff1d-3df4-4077-a312-eb6c23ee7b56 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.268164] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.271142] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ac41b45-0c3d-4f26-80c0-5e35d833b1af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.273366] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 784.273366] env[62664]: value = "task-2697834" [ 784.273366] env[62664]: _type = "Task" [ 784.273366] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.279745] env[62664]: DEBUG oslo_vmware.api [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 784.279745] env[62664]: value = "task-2697835" [ 784.279745] env[62664]: _type = "Task" [ 784.279745] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.292907] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.299785] env[62664]: DEBUG oslo_vmware.api [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.486840] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064376} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.487599] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.488460] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63735ebf-650a-4393-9f8a-b96ca76a1c7b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.522866] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa/d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.522866] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a04f70f3-822b-4dfc-9e4d-92d9b3cf6aed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.542222] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 784.542222] env[62664]: value = "task-2697836" [ 784.542222] env[62664]: _type = "Task" [ 784.542222] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.555081] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.600673] env[62664]: DEBUG oslo_concurrency.lockutils [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.603273] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 43.350s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.603558] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.603666] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 784.603964] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.170s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.604180] env[62664]: DEBUG nova.objects.instance [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 784.607905] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da39e6a9-0849-458c-b245-3e9e1c5f4ab7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.616774] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a0198c-4cb7-4d4d-b3ec-3ab9a4430afc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.636260] env[62664]: INFO nova.scheduler.client.report [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Deleted allocations for instance 59b7a1ff-34c0-4adc-a767-50694c76b190 [ 784.638398] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2921f3-3d82-406b-9e8f-935df29f90ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.648816] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1966f4-fb07-4885-8ffe-abd0bab113e4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.686601] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179227MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 784.686852] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.783655] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697834, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.792167] env[62664]: DEBUG oslo_vmware.api [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697835, 'name': PowerOffVM_Task, 'duration_secs': 0.160922} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.792472] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.792683] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.792967] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45d4c749-a2cc-46a2-a34e-012c4c1e4059 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.056919] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697836, 'name': ReconfigVM_Task, 'duration_secs': 0.28632} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.057216] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Reconfigured VM instance instance-00000038 to attach disk [datastore1] d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa/d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.057828] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-931172f5-be98-41f7-93f9-543632b7c25e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.064020] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 785.064020] env[62664]: value = "task-2697838" [ 785.064020] env[62664]: _type = "Task" [ 785.064020] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.072770] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697838, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.147193] env[62664]: DEBUG oslo_concurrency.lockutils [None req-753fa66a-2345-4968-8ba0-03b87cb524ed tempest-ServersTestJSON-1265320352 tempest-ServersTestJSON-1265320352-project-member] Lock "59b7a1ff-34c0-4adc-a767-50694c76b190" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.650s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.167431] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.167431] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.167431] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Deleting the datastore file [datastore2] 7c4dea41-5165-4f17-98c9-1cdc3662f2be {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.167431] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce580230-3d76-447a-a5c3-addb32278a5c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.173836] env[62664]: DEBUG oslo_vmware.api [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for the task: (returnval){ [ 785.173836] env[62664]: value = "task-2697839" [ 785.173836] env[62664]: _type = "Task" [ 785.173836] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.184540] env[62664]: DEBUG oslo_vmware.api [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.288344] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697834, 'name': CreateSnapshot_Task, 'duration_secs': 0.588534} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.288818] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 785.289517] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd17c42-cad2-4b86-92e1-b2438d6fbd9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.573314] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697838, 'name': Rename_Task, 'duration_secs': 0.156825} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.573678] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.573975] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a16bc9b2-d95f-42ca-9249-0fd709dfd124 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.580896] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 785.580896] env[62664]: value = "task-2697840" [ 785.580896] env[62664]: _type = "Task" [ 785.580896] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.594073] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.617584] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cb7ffe14-aa0b-4dc8-bd26-5d26dcf74d63 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.621789] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.172s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.621789] env[62664]: INFO nova.compute.claims [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.687926] env[62664]: DEBUG oslo_vmware.api [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Task: {'id': task-2697839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184776} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.687926] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.687926] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.687926] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.687926] env[62664]: INFO nova.compute.manager [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Took 1.43 seconds to destroy the instance on the hypervisor. [ 785.688256] env[62664]: DEBUG oslo.service.loopingcall [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.688412] env[62664]: DEBUG nova.compute.manager [-] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.688474] env[62664]: DEBUG nova.network.neutron [-] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.815658] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 785.816406] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c55b177-bc99-49d7-b47b-1779bd11b2f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.825985] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 785.825985] env[62664]: value = "task-2697841" [ 785.825985] env[62664]: _type = "Task" [ 785.825985] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.835831] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697841, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.109089] env[62664]: DEBUG oslo_vmware.api [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697840, 'name': PowerOnVM_Task, 'duration_secs': 0.459372} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.110020] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.110020] env[62664]: INFO nova.compute.manager [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Took 6.85 seconds to spawn the instance on the hypervisor. [ 786.110020] env[62664]: DEBUG nova.compute.manager [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.110643] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e17c909-7641-45cb-9e8b-3af3dc4fda51 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.341747] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697841, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.642552] env[62664]: INFO nova.compute.manager [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Took 59.42 seconds to build instance. [ 786.692725] env[62664]: DEBUG nova.compute.manager [req-0d6a2ac0-a1ea-4d68-8891-2ac4e5cf5d65 req-6f9b3c1e-254a-4e74-a6ca-a6277bef92e1 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Received event network-vif-deleted-56f727ec-0aad-41bc-95ab-df1dbd7a9032 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.692972] env[62664]: INFO nova.compute.manager [req-0d6a2ac0-a1ea-4d68-8891-2ac4e5cf5d65 req-6f9b3c1e-254a-4e74-a6ca-a6277bef92e1 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Neutron deleted interface 56f727ec-0aad-41bc-95ab-df1dbd7a9032; detaching it from the instance and deleting it from the info cache [ 786.694172] env[62664]: DEBUG nova.network.neutron [req-0d6a2ac0-a1ea-4d68-8891-2ac4e5cf5d65 req-6f9b3c1e-254a-4e74-a6ca-a6277bef92e1 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.844674] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697841, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.937979] env[62664]: DEBUG nova.network.neutron [-] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.127394] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321e01b0-fcfb-4669-999e-8301850894c7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.136606] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75e96a6-4b94-4e70-9242-3ec3dfdbe11f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.168754] env[62664]: DEBUG oslo_concurrency.lockutils [None req-236556ce-7670-4b6a-a1dd-5caf8ff9b118 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.743s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.169802] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000d895e-8a7e-4cbe-885a-ce795d948a6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.177535] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6336e091-c99e-452a-8f59-0d66b5defdeb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.194875] env[62664]: DEBUG nova.compute.provider_tree [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.198390] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c76724cf-572d-4abb-bdcd-3cd291b542dc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.209290] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8778de88-7f96-47a9-bd7f-664ad7618a56 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.243135] env[62664]: DEBUG nova.compute.manager [req-0d6a2ac0-a1ea-4d68-8891-2ac4e5cf5d65 req-6f9b3c1e-254a-4e74-a6ca-a6277bef92e1 service nova] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Detach interface failed, port_id=56f727ec-0aad-41bc-95ab-df1dbd7a9032, reason: Instance 7c4dea41-5165-4f17-98c9-1cdc3662f2be could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 787.338978] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697841, 'name': CloneVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.441590] env[62664]: INFO nova.compute.manager [-] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Took 1.75 seconds to deallocate network for instance. [ 787.565156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquiring lock "cfd26ae3-c51b-469a-a8c8-5a4841067644" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.565443] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "cfd26ae3-c51b-469a-a8c8-5a4841067644" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.698965] env[62664]: DEBUG nova.scheduler.client.report [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.839361] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697841, 'name': CloneVM_Task, 'duration_secs': 1.568735} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.839631] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Created linked-clone VM from snapshot [ 787.840368] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b5c463-40d3-43fd-acc7-13b78838a014 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.847315] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Uploading image bff9bd89-ce43-4f37-be0f-d8caae84d7da {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.871995] env[62664]: DEBUG oslo_vmware.rw_handles [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 787.871995] env[62664]: value = "vm-543669" [ 787.871995] env[62664]: _type = "VirtualMachine" [ 787.871995] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 787.872315] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c0b99deb-e478-4a6b-9f43-7addb0af2af4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.879536] env[62664]: DEBUG oslo_vmware.rw_handles [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lease: (returnval){ [ 787.879536] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52afc8e8-8bc2-cd31-9dba-e748374d3b69" [ 787.879536] env[62664]: _type = "HttpNfcLease" [ 787.879536] env[62664]: } obtained for exporting VM: (result){ [ 787.879536] env[62664]: value = "vm-543669" [ 787.879536] env[62664]: _type = "VirtualMachine" [ 787.879536] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 787.879824] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the lease: (returnval){ [ 787.879824] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52afc8e8-8bc2-cd31-9dba-e748374d3b69" [ 787.879824] env[62664]: _type = "HttpNfcLease" [ 787.879824] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 787.886399] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.886399] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52afc8e8-8bc2-cd31-9dba-e748374d3b69" [ 787.886399] env[62664]: _type = "HttpNfcLease" [ 787.886399] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 787.949956] env[62664]: DEBUG oslo_concurrency.lockutils [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.068367] env[62664]: DEBUG nova.compute.manager [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.204518] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.205043] env[62664]: DEBUG nova.compute.manager [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.209037] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 45.826s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.392320] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.392320] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52afc8e8-8bc2-cd31-9dba-e748374d3b69" [ 788.392320] env[62664]: _type = "HttpNfcLease" [ 788.392320] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 788.392320] env[62664]: DEBUG oslo_vmware.rw_handles [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 788.392320] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52afc8e8-8bc2-cd31-9dba-e748374d3b69" [ 788.392320] env[62664]: _type = "HttpNfcLease" [ 788.392320] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 788.393279] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a17bb90-9d16-4b8b-92e5-e6c5fd590ef7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.400500] env[62664]: DEBUG oslo_vmware.rw_handles [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047687-2041-21ba-b47d-96f11197b64f/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 788.400680] env[62664]: DEBUG oslo_vmware.rw_handles [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047687-2041-21ba-b47d-96f11197b64f/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 788.496478] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1f7b830-f810-4a53-a43d-43a76d8227c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.600155] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.712734] env[62664]: DEBUG nova.compute.utils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 788.719166] env[62664]: INFO nova.compute.claims [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.729300] env[62664]: DEBUG nova.compute.manager [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.731023] env[62664]: DEBUG nova.network.neutron [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.787888] env[62664]: DEBUG nova.policy [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c01c367a84c345e2bca5e6ee385b5414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d93bf77ab684e43b1b353d2bcdeb733', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.166178] env[62664]: DEBUG nova.network.neutron [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Successfully created port: 2c566c5d-b496-47c0-a4dd-2f1b58358c57 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.230401] env[62664]: DEBUG nova.compute.manager [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.235569] env[62664]: INFO nova.compute.resource_tracker [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating resource usage from migration c5c80f65-4043-4129-865c-d5023f78d32a [ 789.779935] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27e4a8-3800-4e78-ad30-7f1555ae3e6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.789461] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d279e95b-fb36-48bf-af15-8beedded29ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.827822] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d978fbe9-5f70-464c-8b87-ed0bf4864d21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.835862] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58fe9f2-69ae-4682-bada-3ffe0d48de10 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.850251] env[62664]: DEBUG nova.compute.provider_tree [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.194711] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.194950] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.195185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.195421] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.195599] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.200916] env[62664]: INFO nova.compute.manager [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Terminating instance [ 790.240353] env[62664]: DEBUG nova.compute.manager [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.272687] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.273226] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.273599] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.273986] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.274278] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.274496] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.274787] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.275076] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.275415] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.275661] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.275899] env[62664]: DEBUG nova.virt.hardware [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.276884] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf6f218-93b1-431f-bbb3-e8eb4e625789 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.286327] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1d77d0-e351-4c47-affc-794771ac255b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.353735] env[62664]: DEBUG nova.scheduler.client.report [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.708228] env[62664]: DEBUG nova.compute.manager [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.708228] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.708228] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0a2940-470f-4a4e-ba9c-908aa581277e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.715561] env[62664]: DEBUG nova.compute.manager [req-47992441-2fc2-4c7a-8a99-4b4881a17716 req-2e8ea46c-38b2-4aa1-b561-5de69da192df service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Received event network-vif-plugged-2c566c5d-b496-47c0-a4dd-2f1b58358c57 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.715561] env[62664]: DEBUG oslo_concurrency.lockutils [req-47992441-2fc2-4c7a-8a99-4b4881a17716 req-2e8ea46c-38b2-4aa1-b561-5de69da192df service nova] Acquiring lock "d6319ac5-abc6-43f4-9f30-30f7d38be188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.715561] env[62664]: DEBUG oslo_concurrency.lockutils [req-47992441-2fc2-4c7a-8a99-4b4881a17716 req-2e8ea46c-38b2-4aa1-b561-5de69da192df service nova] Lock "d6319ac5-abc6-43f4-9f30-30f7d38be188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.715561] env[62664]: DEBUG oslo_concurrency.lockutils [req-47992441-2fc2-4c7a-8a99-4b4881a17716 req-2e8ea46c-38b2-4aa1-b561-5de69da192df service nova] Lock "d6319ac5-abc6-43f4-9f30-30f7d38be188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.715561] env[62664]: DEBUG nova.compute.manager [req-47992441-2fc2-4c7a-8a99-4b4881a17716 req-2e8ea46c-38b2-4aa1-b561-5de69da192df service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] No waiting events found dispatching network-vif-plugged-2c566c5d-b496-47c0-a4dd-2f1b58358c57 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.715561] env[62664]: WARNING nova.compute.manager [req-47992441-2fc2-4c7a-8a99-4b4881a17716 req-2e8ea46c-38b2-4aa1-b561-5de69da192df service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Received unexpected event network-vif-plugged-2c566c5d-b496-47c0-a4dd-2f1b58358c57 for instance with vm_state building and task_state spawning. [ 790.763323] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.763323] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88bc82ee-65e8-4293-b69e-f9bd8d0b3361 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.763323] env[62664]: DEBUG oslo_vmware.api [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 790.763323] env[62664]: value = "task-2697843" [ 790.763323] env[62664]: _type = "Task" [ 790.763323] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.763323] env[62664]: DEBUG oslo_vmware.api [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.806333] env[62664]: DEBUG nova.network.neutron [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Successfully updated port: 2c566c5d-b496-47c0-a4dd-2f1b58358c57 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.859456] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.652s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.859651] env[62664]: INFO nova.compute.manager [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Migrating [ 790.866900] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.565s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.868269] env[62664]: DEBUG nova.objects.instance [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lazy-loading 'resources' on Instance uuid 7fd3536b-bf76-4f11-954f-47d7ccbd6511 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.251826] env[62664]: DEBUG oslo_vmware.api [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697843, 'name': PowerOffVM_Task, 'duration_secs': 0.206462} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.251826] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.251826] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.251826] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed9353d1-97e6-4fc5-a770-ac5c6130d91a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.311777] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.313054] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.313054] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Deleting the datastore file [datastore1] d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.313054] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquiring lock "refresh_cache-d6319ac5-abc6-43f4-9f30-30f7d38be188" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.313054] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquired lock "refresh_cache-d6319ac5-abc6-43f4-9f30-30f7d38be188" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.313054] env[62664]: DEBUG nova.network.neutron [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.316569] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f592f93-3c01-4187-a9c5-7743b0c83204 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.322118] env[62664]: DEBUG oslo_vmware.api [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 791.322118] env[62664]: value = "task-2697845" [ 791.322118] env[62664]: _type = "Task" [ 791.322118] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.336035] env[62664]: DEBUG oslo_vmware.api [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.378450] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.378888] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.380564] env[62664]: DEBUG nova.network.neutron [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.832477] env[62664]: DEBUG oslo_vmware.api [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15572} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.832766] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.832968] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.833244] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.833382] env[62664]: INFO nova.compute.manager [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 791.833664] env[62664]: DEBUG oslo.service.loopingcall [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.834176] env[62664]: DEBUG nova.compute.manager [-] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.834176] env[62664]: DEBUG nova.network.neutron [-] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.861575] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2375ae4-18de-44b2-8fd6-21f5b2984da4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.864155] env[62664]: DEBUG nova.network.neutron [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.871291] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee3d36d-9f5a-4082-b228-a35ffcdf5d18 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.915410] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f56db5e-739c-4209-801d-addc20b2f45a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.926020] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c84173-81c5-4c37-bcaa-e6eb97447211 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.940121] env[62664]: DEBUG nova.compute.provider_tree [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.201965] env[62664]: DEBUG nova.network.neutron [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Updating instance_info_cache with network_info: [{"id": "2c566c5d-b496-47c0-a4dd-2f1b58358c57", "address": "fa:16:3e:c7:9a:2d", "network": {"id": "1f5622fb-a6ed-4fe5-a18d-f9814a3559b7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1342855448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d93bf77ab684e43b1b353d2bcdeb733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c566c5d-b4", "ovs_interfaceid": "2c566c5d-b496-47c0-a4dd-2f1b58358c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.323516] env[62664]: DEBUG nova.network.neutron [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance_info_cache with network_info: [{"id": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "address": "fa:16:3e:29:ac:9a", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15ae8cf-4c", "ovs_interfaceid": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.401346] env[62664]: DEBUG nova.compute.manager [req-a2e56ec0-d8b2-439c-a3f4-e53e8580e1a1 req-cc20c9f1-a506-48f4-ab62-dc35d595d65e service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Received event network-vif-deleted-8a7509ca-23af-4bcf-ba19-40cbeab2a0ee {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.401346] env[62664]: INFO nova.compute.manager [req-a2e56ec0-d8b2-439c-a3f4-e53e8580e1a1 req-cc20c9f1-a506-48f4-ab62-dc35d595d65e service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Neutron deleted interface 8a7509ca-23af-4bcf-ba19-40cbeab2a0ee; detaching it from the instance and deleting it from the info cache [ 792.402803] env[62664]: DEBUG nova.network.neutron [req-a2e56ec0-d8b2-439c-a3f4-e53e8580e1a1 req-cc20c9f1-a506-48f4-ab62-dc35d595d65e service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.444350] env[62664]: DEBUG nova.scheduler.client.report [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.703361] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Releasing lock "refresh_cache-d6319ac5-abc6-43f4-9f30-30f7d38be188" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.703689] env[62664]: DEBUG nova.compute.manager [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Instance network_info: |[{"id": "2c566c5d-b496-47c0-a4dd-2f1b58358c57", "address": "fa:16:3e:c7:9a:2d", "network": {"id": "1f5622fb-a6ed-4fe5-a18d-f9814a3559b7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1342855448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d93bf77ab684e43b1b353d2bcdeb733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c566c5d-b4", "ovs_interfaceid": "2c566c5d-b496-47c0-a4dd-2f1b58358c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.704146] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:9a:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c566c5d-b496-47c0-a4dd-2f1b58358c57', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.711920] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Creating folder: Project (6d93bf77ab684e43b1b353d2bcdeb733). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.712250] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37f9a242-2f8e-4519-afa3-6082d047667e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.723647] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Created folder: Project (6d93bf77ab684e43b1b353d2bcdeb733) in parent group-v543506. [ 792.723857] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Creating folder: Instances. Parent ref: group-v543670. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.724136] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-833afa69-6e1f-4d5e-8ac1-b07d6f4ba797 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.735495] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Created folder: Instances in parent group-v543670. [ 792.735767] env[62664]: DEBUG oslo.service.loopingcall [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.735974] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.736230] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f36bb897-6231-41ab-9e1b-aecf79e048c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.754548] env[62664]: DEBUG nova.compute.manager [req-83c41aa5-5da5-40fa-b2c9-63aa164f0af9 req-f42afd3b-5922-43bd-9b7e-56e249a391d8 service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Received event network-changed-2c566c5d-b496-47c0-a4dd-2f1b58358c57 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.754745] env[62664]: DEBUG nova.compute.manager [req-83c41aa5-5da5-40fa-b2c9-63aa164f0af9 req-f42afd3b-5922-43bd-9b7e-56e249a391d8 service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Refreshing instance network info cache due to event network-changed-2c566c5d-b496-47c0-a4dd-2f1b58358c57. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 792.754957] env[62664]: DEBUG oslo_concurrency.lockutils [req-83c41aa5-5da5-40fa-b2c9-63aa164f0af9 req-f42afd3b-5922-43bd-9b7e-56e249a391d8 service nova] Acquiring lock "refresh_cache-d6319ac5-abc6-43f4-9f30-30f7d38be188" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.755121] env[62664]: DEBUG oslo_concurrency.lockutils [req-83c41aa5-5da5-40fa-b2c9-63aa164f0af9 req-f42afd3b-5922-43bd-9b7e-56e249a391d8 service nova] Acquired lock "refresh_cache-d6319ac5-abc6-43f4-9f30-30f7d38be188" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.755285] env[62664]: DEBUG nova.network.neutron [req-83c41aa5-5da5-40fa-b2c9-63aa164f0af9 req-f42afd3b-5922-43bd-9b7e-56e249a391d8 service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Refreshing network info cache for port 2c566c5d-b496-47c0-a4dd-2f1b58358c57 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.762236] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.762236] env[62664]: value = "task-2697848" [ 792.762236] env[62664]: _type = "Task" [ 792.762236] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.774556] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697848, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.825038] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.833598] env[62664]: DEBUG nova.network.neutron [-] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.906595] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0190b2a-596f-4b93-965c-0b7f9d8a52fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.914652] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6085e3-b737-456b-9a39-a3fe26221066 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.947943] env[62664]: DEBUG nova.compute.manager [req-a2e56ec0-d8b2-439c-a3f4-e53e8580e1a1 req-cc20c9f1-a506-48f4-ab62-dc35d595d65e service nova] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Detach interface failed, port_id=8a7509ca-23af-4bcf-ba19-40cbeab2a0ee, reason: Instance d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 792.952096] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.954778] env[62664]: DEBUG oslo_concurrency.lockutils [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.198s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.955399] env[62664]: DEBUG nova.objects.instance [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 792.984752] env[62664]: INFO nova.scheduler.client.report [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleted allocations for instance 7fd3536b-bf76-4f11-954f-47d7ccbd6511 [ 793.277228] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697848, 'name': CreateVM_Task, 'duration_secs': 0.389076} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.277405] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.278143] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.278307] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.278660] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.278931] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9093f9ce-303b-4e79-8b71-23b1a7d0dfa9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.287456] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for the task: (returnval){ [ 793.287456] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523f234b-ccca-97b9-4a8a-31249fb45159" [ 793.287456] env[62664]: _type = "Task" [ 793.287456] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.297325] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523f234b-ccca-97b9-4a8a-31249fb45159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.337649] env[62664]: INFO nova.compute.manager [-] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Took 1.50 seconds to deallocate network for instance. [ 793.493409] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5b8b7030-2e94-49c0-acf1-bd60959d9eb9 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "7fd3536b-bf76-4f11-954f-47d7ccbd6511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.686s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.593199] env[62664]: DEBUG nova.network.neutron [req-83c41aa5-5da5-40fa-b2c9-63aa164f0af9 req-f42afd3b-5922-43bd-9b7e-56e249a391d8 service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Updated VIF entry in instance network info cache for port 2c566c5d-b496-47c0-a4dd-2f1b58358c57. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.593586] env[62664]: DEBUG nova.network.neutron [req-83c41aa5-5da5-40fa-b2c9-63aa164f0af9 req-f42afd3b-5922-43bd-9b7e-56e249a391d8 service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Updating instance_info_cache with network_info: [{"id": "2c566c5d-b496-47c0-a4dd-2f1b58358c57", "address": "fa:16:3e:c7:9a:2d", "network": {"id": "1f5622fb-a6ed-4fe5-a18d-f9814a3559b7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1342855448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d93bf77ab684e43b1b353d2bcdeb733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c566c5d-b4", "ovs_interfaceid": "2c566c5d-b496-47c0-a4dd-2f1b58358c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.631959] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "dceb2e10-608b-436a-adaf-6bb2d7604566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.632593] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "dceb2e10-608b-436a-adaf-6bb2d7604566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.632593] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "dceb2e10-608b-436a-adaf-6bb2d7604566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.632593] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "dceb2e10-608b-436a-adaf-6bb2d7604566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.632748] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "dceb2e10-608b-436a-adaf-6bb2d7604566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.634908] env[62664]: INFO nova.compute.manager [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Terminating instance [ 793.799319] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523f234b-ccca-97b9-4a8a-31249fb45159, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.799702] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.800059] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.800427] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.800602] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.800839] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.801160] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86aa7ea2-63b8-49ed-8167-4e3f25d77401 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.813018] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.813018] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.813018] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54a2eeb-dad5-4146-8db3-20bb241cc3a1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.817823] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for the task: (returnval){ [ 793.817823] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524e2ef7-10bd-7cf6-103c-70e64723b9b7" [ 793.817823] env[62664]: _type = "Task" [ 793.817823] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.826234] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524e2ef7-10bd-7cf6-103c-70e64723b9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.844488] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.964107] env[62664]: DEBUG oslo_concurrency.lockutils [None req-18b9f4bf-09cf-4fe3-a932-824098b13336 tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.965302] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 37.496s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.096705] env[62664]: DEBUG oslo_concurrency.lockutils [req-83c41aa5-5da5-40fa-b2c9-63aa164f0af9 req-f42afd3b-5922-43bd-9b7e-56e249a391d8 service nova] Releasing lock "refresh_cache-d6319ac5-abc6-43f4-9f30-30f7d38be188" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.139330] env[62664]: DEBUG nova.compute.manager [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.139615] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.140535] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8e95cb-a3ff-415b-8771-b0f3af1d9216 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.148234] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.148481] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbd23b5a-992b-4ec2-a4dd-06c51fd1d7ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.155050] env[62664]: DEBUG oslo_vmware.api [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 794.155050] env[62664]: value = "task-2697849" [ 794.155050] env[62664]: _type = "Task" [ 794.155050] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.163522] env[62664]: DEBUG oslo_vmware.api [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.328497] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524e2ef7-10bd-7cf6-103c-70e64723b9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.00969} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.329443] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203aca11-486d-48ac-bf4a-4895825b403f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.334982] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for the task: (returnval){ [ 794.334982] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c8940a-5513-6603-3733-54e92040572a" [ 794.334982] env[62664]: _type = "Task" [ 794.334982] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.343471] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b01067-19bb-4f85-af25-add99003b9f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.349313] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c8940a-5513-6603-3733-54e92040572a, 'name': SearchDatastore_Task} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.350044] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.350342] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d6319ac5-abc6-43f4-9f30-30f7d38be188/d6319ac5-abc6-43f4-9f30-30f7d38be188.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.350606] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b309d49a-2afb-4ae0-99c1-02d57d444c13 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.368267] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance '166d167d-c13e-4340-8994-d0820013c844' progress to 0 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.375971] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.376223] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.380029] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for the task: (returnval){ [ 794.380029] env[62664]: value = "task-2697850" [ 794.380029] env[62664]: _type = "Task" [ 794.380029] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.387458] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.468090] env[62664]: DEBUG nova.objects.instance [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lazy-loading 'migration_context' on Instance uuid f67479a8-cf01-4c3c-83ae-e7990747a695 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.668307] env[62664]: DEBUG oslo_vmware.api [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697849, 'name': PowerOffVM_Task, 'duration_secs': 0.195102} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.668627] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.668803] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.669087] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bb2754d-4b68-4a9f-a71f-ee3aad1a2862 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.741717] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.741990] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.742234] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleting the datastore file [datastore1] dceb2e10-608b-436a-adaf-6bb2d7604566 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.742596] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1d3c1dc-2bc5-4005-ac02-20372c4a2382 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.751183] env[62664]: DEBUG oslo_vmware.api [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 794.751183] env[62664]: value = "task-2697852" [ 794.751183] env[62664]: _type = "Task" [ 794.751183] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.763425] env[62664]: DEBUG oslo_vmware.api [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.877629] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.878018] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c220b398-3ea2-4b6a-a9eb-99eeca5ad64d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.880716] env[62664]: DEBUG nova.compute.manager [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.892918] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461091} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.894029] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d6319ac5-abc6-43f4-9f30-30f7d38be188/d6319ac5-abc6-43f4-9f30-30f7d38be188.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.894486] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.895346] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 794.895346] env[62664]: value = "task-2697853" [ 794.895346] env[62664]: _type = "Task" [ 794.895346] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.895346] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a6b0681-42ca-41dd-bbd4-0e8627524dc4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.908483] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.910382] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for the task: (returnval){ [ 794.910382] env[62664]: value = "task-2697854" [ 794.910382] env[62664]: _type = "Task" [ 794.910382] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.920321] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.263030] env[62664]: DEBUG oslo_vmware.api [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207501} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.263225] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.263413] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.263619] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.263766] env[62664]: INFO nova.compute.manager [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Took 1.12 seconds to destroy the instance on the hypervisor. [ 795.264028] env[62664]: DEBUG oslo.service.loopingcall [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.264222] env[62664]: DEBUG nova.compute.manager [-] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.264318] env[62664]: DEBUG nova.network.neutron [-] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.383057] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea814ea-51e5-42b7-96c2-dc355006ef2e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.394353] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352dfecc-338e-4759-911e-3d618eda3b34 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.428921] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.433140] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c61628-3d82-4dea-a27c-0305a47ccb23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.439785] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697853, 'name': PowerOffVM_Task, 'duration_secs': 0.24733} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.442094] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.442280] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance '166d167d-c13e-4340-8994-d0820013c844' progress to 17 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 795.450574] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062713} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.452064] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51aa7db-e4e1-4230-9c43-34ae60a2db50 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.456143] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.458965] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424e0664-4ba5-4eea-85c0-f8a1348a9539 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.474283] env[62664]: DEBUG nova.compute.provider_tree [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.480036] env[62664]: DEBUG oslo_vmware.rw_handles [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047687-2041-21ba-b47d-96f11197b64f/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 795.488765] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0632a295-d5e5-47f7-95b1-c2d458853900 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.501968] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] d6319ac5-abc6-43f4-9f30-30f7d38be188/d6319ac5-abc6-43f4-9f30-30f7d38be188.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.502517] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143389ad-ff6c-4bd5-b985-5639690634ce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.526326] env[62664]: DEBUG oslo_vmware.rw_handles [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047687-2041-21ba-b47d-96f11197b64f/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 795.526546] env[62664]: ERROR oslo_vmware.rw_handles [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047687-2041-21ba-b47d-96f11197b64f/disk-0.vmdk due to incomplete transfer. [ 795.527862] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-198f303f-4e5b-41fb-bc68-bfea715936bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.529856] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for the task: (returnval){ [ 795.529856] env[62664]: value = "task-2697855" [ 795.529856] env[62664]: _type = "Task" [ 795.529856] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.536025] env[62664]: DEBUG oslo_vmware.rw_handles [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52047687-2041-21ba-b47d-96f11197b64f/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 795.536929] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Uploaded image bff9bd89-ce43-4f37-be0f-d8caae84d7da to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 795.538820] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.542244] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-795604a0-8c87-461c-b383-66d5f1ac272d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.544081] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.549730] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 795.549730] env[62664]: value = "task-2697856" [ 795.549730] env[62664]: _type = "Task" [ 795.549730] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.559173] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697856, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.563997] env[62664]: DEBUG nova.compute.manager [req-9dfc628a-f561-491f-830f-f94056a769db req-95fa9eab-de35-483f-8801-f364dd3bbcbf service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Received event network-vif-deleted-ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.564227] env[62664]: INFO nova.compute.manager [req-9dfc628a-f561-491f-830f-f94056a769db req-95fa9eab-de35-483f-8801-f364dd3bbcbf service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Neutron deleted interface ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad; detaching it from the instance and deleting it from the info cache [ 795.564577] env[62664]: DEBUG nova.network.neutron [req-9dfc628a-f561-491f-830f-f94056a769db req-95fa9eab-de35-483f-8801-f364dd3bbcbf service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.954639] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.954971] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.954971] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.955213] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.955544] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.955681] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.955936] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.956064] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.956350] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.956416] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.956560] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.962050] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-356f8fd8-6344-4d9d-993a-bc5447940ff5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.977624] env[62664]: DEBUG nova.scheduler.client.report [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.981766] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 795.981766] env[62664]: value = "task-2697857" [ 795.981766] env[62664]: _type = "Task" [ 795.981766] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.990481] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697857, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.041405] env[62664]: DEBUG nova.network.neutron [-] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.042540] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697855, 'name': ReconfigVM_Task, 'duration_secs': 0.280051} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.043410] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Reconfigured VM instance instance-00000039 to attach disk [datastore1] d6319ac5-abc6-43f4-9f30-30f7d38be188/d6319ac5-abc6-43f4-9f30-30f7d38be188.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.043824] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30583bc1-c8e5-4205-8639-460f73f35f77 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.049984] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for the task: (returnval){ [ 796.049984] env[62664]: value = "task-2697858" [ 796.049984] env[62664]: _type = "Task" [ 796.049984] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.061901] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697858, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.065299] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697856, 'name': Destroy_Task, 'duration_secs': 0.324104} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.065449] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Destroyed the VM [ 796.065720] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 796.066511] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b038e9bb-01cf-4bae-825d-76945b1c7d56 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.068802] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3fe1b35-3881-41ba-ac11-d7260d4c8dfa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.077592] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 796.077592] env[62664]: value = "task-2697859" [ 796.077592] env[62664]: _type = "Task" [ 796.077592] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.084977] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd924e9-ffc7-4b5c-a97b-1c932dcb6d14 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.102757] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.122015] env[62664]: DEBUG nova.compute.manager [req-9dfc628a-f561-491f-830f-f94056a769db req-95fa9eab-de35-483f-8801-f364dd3bbcbf service nova] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Detach interface failed, port_id=ffd6d40d-22dd-4c40-95dd-c637b3e0a9ad, reason: Instance dceb2e10-608b-436a-adaf-6bb2d7604566 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 796.495065] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697857, 'name': ReconfigVM_Task, 'duration_secs': 0.41866} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.495456] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance '166d167d-c13e-4340-8994-d0820013c844' progress to 33 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.498987] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "eadc1c38-afc4-4877-9d7e-69a4ee194303" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.499266] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "eadc1c38-afc4-4877-9d7e-69a4ee194303" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.499486] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "eadc1c38-afc4-4877-9d7e-69a4ee194303-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.499672] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "eadc1c38-afc4-4877-9d7e-69a4ee194303-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.499837] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "eadc1c38-afc4-4877-9d7e-69a4ee194303-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.501717] env[62664]: INFO nova.compute.manager [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Terminating instance [ 796.543165] env[62664]: INFO nova.compute.manager [-] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Took 1.28 seconds to deallocate network for instance. [ 796.559989] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697858, 'name': Rename_Task, 'duration_secs': 0.168144} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.560296] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.560553] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9af55adb-31ff-4655-9f5b-bb1f77920ce7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.567035] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for the task: (returnval){ [ 796.567035] env[62664]: value = "task-2697860" [ 796.567035] env[62664]: _type = "Task" [ 796.567035] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.579559] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.587725] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.975368] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "4283a193-e2eb-4c64-9601-a305e2ad4264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.975698] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "4283a193-e2eb-4c64-9601-a305e2ad4264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.992362] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.027s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.998679] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.963s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.998920] env[62664]: DEBUG nova.objects.instance [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lazy-loading 'resources' on Instance uuid ccb5bbc3-89f6-42fd-aa77-55abb463eb53 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.003461] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.003694] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.003883] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.004034] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.004187] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.004330] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.004529] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.004911] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.004911] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.005031] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.005173] env[62664]: DEBUG nova.virt.hardware [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.011090] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 797.016020] env[62664]: DEBUG nova.compute.manager [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.016020] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.016533] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eff7d44e-63d7-4fe4-9c2d-356bba31fc28 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.032585] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d891d00-289f-4d4d-85b1-04cc992c5170 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.043188] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.044586] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c0302b2-8158-4756-8f5f-faa5ebe845b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.046176] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 797.046176] env[62664]: value = "task-2697861" [ 797.046176] env[62664]: _type = "Task" [ 797.046176] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.050880] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.056319] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.077277] env[62664]: DEBUG oslo_vmware.api [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697860, 'name': PowerOnVM_Task, 'duration_secs': 0.498049} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.077560] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.077770] env[62664]: INFO nova.compute.manager [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Took 6.84 seconds to spawn the instance on the hypervisor. [ 797.077951] env[62664]: DEBUG nova.compute.manager [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.078767] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5707fbb9-0fb7-4fd1-96f3-aa275fb8dff2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.093621] env[62664]: DEBUG oslo_vmware.api [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697859, 'name': RemoveSnapshot_Task, 'duration_secs': 0.813569} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.094158] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 797.094396] env[62664]: INFO nova.compute.manager [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Took 13.37 seconds to snapshot the instance on the hypervisor. [ 797.110303] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.110569] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.110740] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleting the datastore file [datastore2] eadc1c38-afc4-4877-9d7e-69a4ee194303 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.110964] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec5e127c-2493-440c-9f7a-7a8d8806cff4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.117856] env[62664]: DEBUG oslo_vmware.api [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 797.117856] env[62664]: value = "task-2697863" [ 797.117856] env[62664]: _type = "Task" [ 797.117856] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.126940] env[62664]: DEBUG oslo_vmware.api [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.555374] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697861, 'name': ReconfigVM_Task, 'duration_secs': 0.176896} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.555663] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.557031] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20933b7b-66bf-4cba-8ed5-5cddb5c783b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.581219] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 166d167d-c13e-4340-8994-d0820013c844/166d167d-c13e-4340-8994-d0820013c844.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.581328] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7225e0-fef1-414f-b49f-237b1512f6ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.606961] env[62664]: DEBUG nova.compute.manager [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Instance disappeared during snapshot {{(pid=62664) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 797.611111] env[62664]: INFO nova.compute.manager [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Took 56.19 seconds to build instance. [ 797.618283] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 797.618283] env[62664]: value = "task-2697864" [ 797.618283] env[62664]: _type = "Task" [ 797.618283] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.625008] env[62664]: DEBUG nova.compute.manager [None req-10693d70-f752-441d-9f40-e31d97d5846b tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image not found during clean up bff9bd89-ce43-4f37-be0f-d8caae84d7da {{(pid=62664) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 797.636484] env[62664]: DEBUG oslo_vmware.api [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40291} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.639928] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.640081] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.640436] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.640661] env[62664]: INFO nova.compute.manager [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Took 0.62 seconds to destroy the instance on the hypervisor. [ 797.640981] env[62664]: DEBUG oslo.service.loopingcall [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.641247] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.645980] env[62664]: DEBUG nova.compute.manager [-] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.646108] env[62664]: DEBUG nova.network.neutron [-] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.945051] env[62664]: DEBUG nova.compute.manager [req-203c6f3d-58c8-4f2c-bb52-ed21f334dacb req-54a056c2-9bd0-46b2-857f-fd9812d6b929 service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Received event network-vif-deleted-fbf65385-cdf9-4728-9aa2-457d6bd91b31 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.945271] env[62664]: INFO nova.compute.manager [req-203c6f3d-58c8-4f2c-bb52-ed21f334dacb req-54a056c2-9bd0-46b2-857f-fd9812d6b929 service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Neutron deleted interface fbf65385-cdf9-4728-9aa2-457d6bd91b31; detaching it from the instance and deleting it from the info cache [ 797.945546] env[62664]: DEBUG nova.network.neutron [req-203c6f3d-58c8-4f2c-bb52-ed21f334dacb req-54a056c2-9bd0-46b2-857f-fd9812d6b929 service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.039105] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8a8d85-5060-4fe4-bb1e-889393760d05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.049026] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab26b88c-aa5d-4461-b4f7-e2d959936327 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.080112] env[62664]: INFO nova.compute.manager [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Swapping old allocation on dict_keys(['2b9ee314-cfa3-4107-ad39-93733afc044a']) held by migration 69441007-ce43-43e8-bf6e-5423d3035faf for instance [ 798.080863] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8a2fb8-4152-469f-b4da-51f04d5d1ef0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.090491] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b46ecf-f3d4-4b12-af6d-f4ff669ebcfb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.106533] env[62664]: DEBUG nova.compute.provider_tree [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.108374] env[62664]: DEBUG nova.scheduler.client.report [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Overwriting current allocation {'allocations': {'2b9ee314-cfa3-4107-ad39-93733afc044a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': 'ba78ea3cb47a410fb5ed9691d9858fe9', 'user_id': 'b40c52d74bce4a8cbf571deb33fa241f', 'consumer_generation': 1} on consumer f67479a8-cf01-4c3c-83ae-e7990747a695 {{(pid=62664) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 798.113800] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5e746965-135a-4abe-92cf-08fd42e6b561 tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Lock "d6319ac5-abc6-43f4-9f30-30f7d38be188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.287s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.131412] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697864, 'name': ReconfigVM_Task, 'duration_secs': 0.267182} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.131661] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 166d167d-c13e-4340-8994-d0820013c844/166d167d-c13e-4340-8994-d0820013c844.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.131920] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance '166d167d-c13e-4340-8994-d0820013c844' progress to 50 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.220060] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.220296] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquired lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.220430] env[62664]: DEBUG nova.network.neutron [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.290847] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquiring lock "d6319ac5-abc6-43f4-9f30-30f7d38be188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.291280] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Lock "d6319ac5-abc6-43f4-9f30-30f7d38be188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.291511] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquiring lock "d6319ac5-abc6-43f4-9f30-30f7d38be188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.291780] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Lock "d6319ac5-abc6-43f4-9f30-30f7d38be188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.292035] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Lock "d6319ac5-abc6-43f4-9f30-30f7d38be188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.294207] env[62664]: INFO nova.compute.manager [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Terminating instance [ 798.426403] env[62664]: DEBUG nova.network.neutron [-] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.449883] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f52eddf-8cc0-4b7b-a496-1326b266120d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.456999] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db9513-e2e0-429a-9f8d-7baeacf2cd72 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.488094] env[62664]: DEBUG nova.compute.manager [req-203c6f3d-58c8-4f2c-bb52-ed21f334dacb req-54a056c2-9bd0-46b2-857f-fd9812d6b929 service nova] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Detach interface failed, port_id=fbf65385-cdf9-4728-9aa2-457d6bd91b31, reason: Instance eadc1c38-afc4-4877-9d7e-69a4ee194303 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 798.611637] env[62664]: DEBUG nova.scheduler.client.report [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.615337] env[62664]: DEBUG nova.compute.manager [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.639966] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67af1b4c-7290-48d3-8441-e0661c033d89 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.662070] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa41fd1b-5811-4e98-b2ab-0584bb5d5ee9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.680337] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance '166d167d-c13e-4340-8994-d0820013c844' progress to 67 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 798.797577] env[62664]: DEBUG nova.compute.manager [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.797805] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.798966] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf227b7b-bda2-4bec-965a-61b6d3ff2b83 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.806297] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.806562] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1120b3d4-0d57-4451-8e25-01a4132ba715 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.812233] env[62664]: DEBUG oslo_vmware.api [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for the task: (returnval){ [ 798.812233] env[62664]: value = "task-2697865" [ 798.812233] env[62664]: _type = "Task" [ 798.812233] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.821994] env[62664]: DEBUG oslo_vmware.api [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.929071] env[62664]: DEBUG nova.network.neutron [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance_info_cache with network_info: [{"id": "5ee0585d-a08e-4077-bc79-c7332045cdce", "address": "fa:16:3e:69:a8:77", "network": {"id": "db1e6488-1aa9-4e0e-876f-67a3d499b9de", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ac21d0eb40094134927e41adcff321c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee0585d-a0", "ovs_interfaceid": "5ee0585d-a08e-4077-bc79-c7332045cdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.930719] env[62664]: INFO nova.compute.manager [-] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Took 1.28 seconds to deallocate network for instance. [ 799.119124] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.124180] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.019s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.125425] env[62664]: INFO nova.compute.claims [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.139162] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.143075] env[62664]: INFO nova.scheduler.client.report [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Deleted allocations for instance ccb5bbc3-89f6-42fd-aa77-55abb463eb53 [ 799.217695] env[62664]: DEBUG nova.network.neutron [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Port e15ae8cf-4c9c-44be-9a59-719b1dddf0ec binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 799.324955] env[62664]: DEBUG oslo_vmware.api [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697865, 'name': PowerOffVM_Task, 'duration_secs': 0.177384} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.325299] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.325474] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.325717] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9434d493-8e26-4103-a4bd-20f40668558f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.382570] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.382570] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.382570] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Deleting the datastore file [datastore1] d6319ac5-abc6-43f4-9f30-30f7d38be188 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.382753] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0b79e2c-8f36-418c-823f-c085632843d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.388610] env[62664]: DEBUG oslo_vmware.api [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for the task: (returnval){ [ 799.388610] env[62664]: value = "task-2697867" [ 799.388610] env[62664]: _type = "Task" [ 799.388610] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.396242] env[62664]: DEBUG oslo_vmware.api [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.434163] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Releasing lock "refresh_cache-f67479a8-cf01-4c3c-83ae-e7990747a695" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.434621] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.434923] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efa28910-89f4-4953-a19e-e77127635319 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.437678] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.442878] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 799.442878] env[62664]: value = "task-2697868" [ 799.442878] env[62664]: _type = "Task" [ 799.442878] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.451715] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.649983] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4faf4fb6-ca4c-404e-8e4f-4ba9537372fa tempest-ServerShowV257Test-276412292 tempest-ServerShowV257Test-276412292-project-member] Lock "ccb5bbc3-89f6-42fd-aa77-55abb463eb53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.927s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.899891] env[62664]: DEBUG oslo_vmware.api [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Task: {'id': task-2697867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119791} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.900857] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.900857] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.900857] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.900857] env[62664]: INFO nova.compute.manager [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Took 1.10 seconds to destroy the instance on the hypervisor. [ 799.901096] env[62664]: DEBUG oslo.service.loopingcall [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.901206] env[62664]: DEBUG nova.compute.manager [-] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.901307] env[62664]: DEBUG nova.network.neutron [-] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.953699] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697868, 'name': PowerOffVM_Task, 'duration_secs': 0.224979} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.954382] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.954649] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:15:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9434ee16-045e-4897-afd8-dd42a3dd825c',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-158912319',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.954855] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.955012] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.955390] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.955390] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.955606] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.955702] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.955856] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.956504] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.956504] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.956504] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.961188] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e970ebd-c444-48bb-a268-4e599de2b2f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.976709] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 799.976709] env[62664]: value = "task-2697869" [ 799.976709] env[62664]: _type = "Task" [ 799.976709] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.984807] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.181850] env[62664]: DEBUG nova.compute.manager [req-9559aed9-9b1f-4ef6-b2ec-0eb7111ebb01 req-bfd52dd0-f371-4443-8019-f4758e21bee3 service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Received event network-vif-deleted-2c566c5d-b496-47c0-a4dd-2f1b58358c57 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.182117] env[62664]: INFO nova.compute.manager [req-9559aed9-9b1f-4ef6-b2ec-0eb7111ebb01 req-bfd52dd0-f371-4443-8019-f4758e21bee3 service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Neutron deleted interface 2c566c5d-b496-47c0-a4dd-2f1b58358c57; detaching it from the instance and deleting it from the info cache [ 800.182225] env[62664]: DEBUG nova.network.neutron [req-9559aed9-9b1f-4ef6-b2ec-0eb7111ebb01 req-bfd52dd0-f371-4443-8019-f4758e21bee3 service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.247059] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "166d167d-c13e-4340-8994-d0820013c844-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.247348] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "166d167d-c13e-4340-8994-d0820013c844-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.247569] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "166d167d-c13e-4340-8994-d0820013c844-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.489011] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697869, 'name': ReconfigVM_Task, 'duration_secs': 0.14451} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.492235] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e308f90a-51c8-4c0e-ae34-2da837c6e3b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.511585] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:15:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9434ee16-045e-4897-afd8-dd42a3dd825c',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-158912319',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.511831] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.511988] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.512186] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.512330] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.512477] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.512684] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.512967] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.513035] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.513169] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.513336] env[62664]: DEBUG nova.virt.hardware [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.516796] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7a75d2-96b9-4c58-858a-7e58e9c68778 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.522989] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 800.522989] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520728e7-6b8f-0a64-57d8-e3f2e598adac" [ 800.522989] env[62664]: _type = "Task" [ 800.522989] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.535548] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520728e7-6b8f-0a64-57d8-e3f2e598adac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.572610] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199f9722-3f6e-4e4f-9fd9-25224e836f06 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.580046] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa039fc6-1947-4b35-b6b8-d86cd365c785 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.610976] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0d3c3a-f31d-499a-9a47-748fb0f5cea4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.618937] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2899d983-29de-48ee-87e3-e339566aa77c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.633541] env[62664]: DEBUG nova.compute.provider_tree [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.650688] env[62664]: DEBUG nova.network.neutron [-] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.685275] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-981b9484-7f37-44f0-9783-d343ea6dcab1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.696511] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22253e5-9acf-4743-9bcd-ecdb10e991ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.729367] env[62664]: DEBUG nova.compute.manager [req-9559aed9-9b1f-4ef6-b2ec-0eb7111ebb01 req-bfd52dd0-f371-4443-8019-f4758e21bee3 service nova] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Detach interface failed, port_id=2c566c5d-b496-47c0-a4dd-2f1b58358c57, reason: Instance d6319ac5-abc6-43f4-9f30-30f7d38be188 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 801.033085] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520728e7-6b8f-0a64-57d8-e3f2e598adac, 'name': SearchDatastore_Task, 'duration_secs': 0.007965} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.038485] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 801.038786] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f13a532c-0ce5-4a5b-a666-7eefd4db2cb8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.057852] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 801.057852] env[62664]: value = "task-2697870" [ 801.057852] env[62664]: _type = "Task" [ 801.057852] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.065208] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.141069] env[62664]: DEBUG nova.scheduler.client.report [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.153645] env[62664]: INFO nova.compute.manager [-] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Took 1.25 seconds to deallocate network for instance. [ 801.281662] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.282063] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.282063] env[62664]: DEBUG nova.network.neutron [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.568177] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697870, 'name': ReconfigVM_Task, 'duration_secs': 0.184111} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.568452] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 801.569199] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d292b94-0541-4a30-9f63-e7aba2e0ccfc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.590525] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f67479a8-cf01-4c3c-83ae-e7990747a695/f67479a8-cf01-4c3c-83ae-e7990747a695.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.590755] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a921ab-d076-4744-9ec9-520529a76066 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.608453] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 801.608453] env[62664]: value = "task-2697871" [ 801.608453] env[62664]: _type = "Task" [ 801.608453] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.616667] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.645795] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.646338] env[62664]: DEBUG nova.compute.manager [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.648914] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.944s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.650368] env[62664]: INFO nova.compute.claims [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.660966] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.996124] env[62664]: DEBUG nova.network.neutron [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance_info_cache with network_info: [{"id": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "address": "fa:16:3e:29:ac:9a", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15ae8cf-4c", "ovs_interfaceid": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.119197] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697871, 'name': ReconfigVM_Task, 'duration_secs': 0.262331} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.119488] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f67479a8-cf01-4c3c-83ae-e7990747a695/f67479a8-cf01-4c3c-83ae-e7990747a695.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.120327] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e54fb2-b03c-4de3-b362-318f5ffaf9e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.138717] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63148463-d7d3-4b9e-9875-93af1f409061 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.160429] env[62664]: DEBUG nova.compute.utils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 802.163859] env[62664]: DEBUG nova.compute.manager [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.164045] env[62664]: DEBUG nova.network.neutron [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.166591] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8ce573-ed82-481a-9e62-b8bd0d39410a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.190587] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0d67b6-9a75-4e18-b885-afaa0678827c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.199762] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.200031] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7f5da4d-cd1d-4039-ae19-0616c45449a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.206788] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 802.206788] env[62664]: value = "task-2697872" [ 802.206788] env[62664]: _type = "Task" [ 802.206788] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.215247] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.216688] env[62664]: DEBUG nova.policy [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1edd07649304f9ca7d1cf07069a5cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf6f4eafbb074d95b899f7afce3bb93a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.502023] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.562026] env[62664]: DEBUG nova.network.neutron [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Successfully created port: dfae84e4-4145-4227-8633-a076074ee6bf {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.667810] env[62664]: DEBUG nova.compute.manager [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.720755] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.022778] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be49f1-86ff-4e3a-815f-32f569054174 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.049392] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c0eeee-ebc8-4b2e-8d5f-60deaf7f1127 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.057362] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance '166d167d-c13e-4340-8994-d0820013c844' progress to 83 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.085490] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ed896e-d4af-4fbd-91ed-5e9cb515f8fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.094640] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a32eb5-e8c0-4988-850b-2f2a7a3d72c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.129476] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cade04d5-5335-4f56-ac8c-e58a8a2d6b4d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.138271] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88749bcb-41c7-4f98-8952-8e7bafb5bdf9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.157219] env[62664]: DEBUG nova.compute.provider_tree [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.220551] env[62664]: DEBUG oslo_vmware.api [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697872, 'name': PowerOnVM_Task, 'duration_secs': 0.995442} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.220971] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.566231] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.566561] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef1836d9-22d9-4b1a-86d5-6a6d205558d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.575040] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 803.575040] env[62664]: value = "task-2697873" [ 803.575040] env[62664]: _type = "Task" [ 803.575040] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.583680] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.661237] env[62664]: DEBUG nova.scheduler.client.report [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.676211] env[62664]: DEBUG nova.compute.manager [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.701677] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.701915] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.702085] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.702292] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.702454] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.702602] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.702812] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.702967] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.703145] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.703306] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.703547] env[62664]: DEBUG nova.virt.hardware [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.704411] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fc6428-0623-4aa0-9136-bba5e8f937e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.713354] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65840186-0f8a-4a07-ac80-b8456d1f3884 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.953937] env[62664]: DEBUG nova.compute.manager [req-2943f6b6-7f1d-4f3c-a448-0ad33cf36018 req-dd220192-0e30-45d4-9f92-0defe1c9428f service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Received event network-vif-plugged-dfae84e4-4145-4227-8633-a076074ee6bf {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.954483] env[62664]: DEBUG oslo_concurrency.lockutils [req-2943f6b6-7f1d-4f3c-a448-0ad33cf36018 req-dd220192-0e30-45d4-9f92-0defe1c9428f service nova] Acquiring lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.954763] env[62664]: DEBUG oslo_concurrency.lockutils [req-2943f6b6-7f1d-4f3c-a448-0ad33cf36018 req-dd220192-0e30-45d4-9f92-0defe1c9428f service nova] Lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.954986] env[62664]: DEBUG oslo_concurrency.lockutils [req-2943f6b6-7f1d-4f3c-a448-0ad33cf36018 req-dd220192-0e30-45d4-9f92-0defe1c9428f service nova] Lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.955264] env[62664]: DEBUG nova.compute.manager [req-2943f6b6-7f1d-4f3c-a448-0ad33cf36018 req-dd220192-0e30-45d4-9f92-0defe1c9428f service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] No waiting events found dispatching network-vif-plugged-dfae84e4-4145-4227-8633-a076074ee6bf {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.955510] env[62664]: WARNING nova.compute.manager [req-2943f6b6-7f1d-4f3c-a448-0ad33cf36018 req-dd220192-0e30-45d4-9f92-0defe1c9428f service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Received unexpected event network-vif-plugged-dfae84e4-4145-4227-8633-a076074ee6bf for instance with vm_state building and task_state spawning. [ 804.061206] env[62664]: DEBUG nova.network.neutron [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Successfully updated port: dfae84e4-4145-4227-8633-a076074ee6bf {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.088158] env[62664]: DEBUG oslo_vmware.api [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697873, 'name': PowerOnVM_Task, 'duration_secs': 0.394094} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.088437] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.088617] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a753c3-a348-4843-9cfc-761e15e5e5be tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance '166d167d-c13e-4340-8994-d0820013c844' progress to 100 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 804.166473] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.167202] env[62664]: DEBUG nova.compute.manager [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.170783] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.667s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.173257] env[62664]: INFO nova.compute.claims [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.235266] env[62664]: INFO nova.compute.manager [None req-c64d2f9b-e582-4903-95aa-bcbe0a42fd3e tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance to original state: 'active' [ 804.564275] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.564443] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.564600] env[62664]: DEBUG nova.network.neutron [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.679148] env[62664]: DEBUG nova.compute.utils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 804.682361] env[62664]: DEBUG nova.compute.manager [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.682533] env[62664]: DEBUG nova.network.neutron [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.727959] env[62664]: DEBUG nova.policy [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1edd07649304f9ca7d1cf07069a5cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf6f4eafbb074d95b899f7afce3bb93a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.967335] env[62664]: DEBUG nova.network.neutron [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Successfully created port: 74e2898f-bec9-47db-8bc6-111eb65f7a72 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.107305] env[62664]: DEBUG nova.network.neutron [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.183395] env[62664]: DEBUG nova.compute.manager [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.360936] env[62664]: DEBUG nova.network.neutron [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Updating instance_info_cache with network_info: [{"id": "dfae84e4-4145-4227-8633-a076074ee6bf", "address": "fa:16:3e:bd:07:44", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfae84e4-41", "ovs_interfaceid": "dfae84e4-4145-4227-8633-a076074ee6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.636950] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5310ad85-5b32-4d6f-acb4-4ed42695c230 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.646532] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b146a7-122b-4174-bea7-e46c3ff5eaa6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.679726] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22716359-6943-4de4-9b3a-8a4c4a1a7682 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.690160] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b676ae-90bf-4bbf-af9e-acd5e0baef29 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.712738] env[62664]: DEBUG nova.compute.provider_tree [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.870225] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.870582] env[62664]: DEBUG nova.compute.manager [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Instance network_info: |[{"id": "dfae84e4-4145-4227-8633-a076074ee6bf", "address": "fa:16:3e:bd:07:44", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfae84e4-41", "ovs_interfaceid": "dfae84e4-4145-4227-8633-a076074ee6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.871015] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:07:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfae84e4-4145-4227-8633-a076074ee6bf', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.878634] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Creating folder: Project (cf6f4eafbb074d95b899f7afce3bb93a). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.878905] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b66dc68e-98c2-4b6d-8abc-616dbbca4256 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.891656] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Created folder: Project (cf6f4eafbb074d95b899f7afce3bb93a) in parent group-v543506. [ 805.891884] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Creating folder: Instances. Parent ref: group-v543673. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.892159] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f651a85c-a0a3-4c2a-bd31-9e0beaafd146 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.903930] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Created folder: Instances in parent group-v543673. [ 805.903930] env[62664]: DEBUG oslo.service.loopingcall [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.903930] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.903930] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c280eb85-f5af-45a6-9e4d-5cdf71d3d4ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.923332] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.923332] env[62664]: value = "task-2697876" [ 805.923332] env[62664]: _type = "Task" [ 805.923332] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.938247] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697876, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.712503] env[62664]: DEBUG nova.network.neutron [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Successfully updated port: 74e2898f-bec9-47db-8bc6-111eb65f7a72 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.713681] env[62664]: DEBUG oslo_concurrency.lockutils [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "f67479a8-cf01-4c3c-83ae-e7990747a695" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.713908] env[62664]: DEBUG oslo_concurrency.lockutils [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "f67479a8-cf01-4c3c-83ae-e7990747a695" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.714117] env[62664]: DEBUG oslo_concurrency.lockutils [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "f67479a8-cf01-4c3c-83ae-e7990747a695-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.714292] env[62664]: DEBUG oslo_concurrency.lockutils [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "f67479a8-cf01-4c3c-83ae-e7990747a695-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.714498] env[62664]: DEBUG oslo_concurrency.lockutils [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "f67479a8-cf01-4c3c-83ae-e7990747a695-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.716692] env[62664]: DEBUG nova.compute.manager [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.719014] env[62664]: DEBUG nova.scheduler.client.report [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.722268] env[62664]: DEBUG oslo_concurrency.lockutils [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "166d167d-c13e-4340-8994-d0820013c844" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.722469] env[62664]: DEBUG oslo_concurrency.lockutils [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "166d167d-c13e-4340-8994-d0820013c844" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.722638] env[62664]: DEBUG nova.compute.manager [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Going to confirm migration 3 {{(pid=62664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 806.724133] env[62664]: DEBUG nova.compute.manager [req-5dd35e9d-32dd-436a-8047-a562fddec095 req-9e5749c6-9bad-4d2d-a679-9bd18a88dfaa service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Received event network-changed-dfae84e4-4145-4227-8633-a076074ee6bf {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.724315] env[62664]: DEBUG nova.compute.manager [req-5dd35e9d-32dd-436a-8047-a562fddec095 req-9e5749c6-9bad-4d2d-a679-9bd18a88dfaa service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Refreshing instance network info cache due to event network-changed-dfae84e4-4145-4227-8633-a076074ee6bf. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 806.724504] env[62664]: DEBUG oslo_concurrency.lockutils [req-5dd35e9d-32dd-436a-8047-a562fddec095 req-9e5749c6-9bad-4d2d-a679-9bd18a88dfaa service nova] Acquiring lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.724642] env[62664]: DEBUG oslo_concurrency.lockutils [req-5dd35e9d-32dd-436a-8047-a562fddec095 req-9e5749c6-9bad-4d2d-a679-9bd18a88dfaa service nova] Acquired lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.724797] env[62664]: DEBUG nova.network.neutron [req-5dd35e9d-32dd-436a-8047-a562fddec095 req-9e5749c6-9bad-4d2d-a679-9bd18a88dfaa service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Refreshing network info cache for port dfae84e4-4145-4227-8633-a076074ee6bf {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.726808] env[62664]: INFO nova.compute.manager [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Terminating instance [ 806.740734] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697876, 'name': CreateVM_Task, 'duration_secs': 0.381606} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.740891] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.741536] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.741725] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.742093] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.742646] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee96fbf-606c-4060-ad31-f477ae13970b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.748132] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 806.748132] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a20376-0f0f-6cee-1760-be85199556fd" [ 806.748132] env[62664]: _type = "Task" [ 806.748132] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.758413] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a20376-0f0f-6cee-1760-be85199556fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.768416] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.768715] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.768896] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.769150] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.769325] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.769510] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.769755] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.769958] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.770289] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.770386] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.770596] env[62664]: DEBUG nova.virt.hardware [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.771706] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710aa32d-355d-44bd-9e3d-39457b6bc275 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.780309] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbe3164-0235-4f99-ab68-17363db5608b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.228065] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "refresh_cache-557a3477-17ec-40c8-b714-362fd653a5b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.228065] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "refresh_cache-557a3477-17ec-40c8-b714-362fd653a5b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.228065] env[62664]: DEBUG nova.network.neutron [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.229565] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.059s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.230066] env[62664]: DEBUG nova.compute.manager [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.232897] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.581s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.234293] env[62664]: INFO nova.compute.claims [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.237643] env[62664]: DEBUG nova.compute.manager [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.237841] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.240533] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883bf2e-6a22-49cc-9243-680289859eef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.251080] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.254146] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1549b972-66a3-47c9-ae40-caedd9e15748 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.265737] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a20376-0f0f-6cee-1760-be85199556fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01522} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.266943] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.267750] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.267750] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.267750] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.268142] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.268531] env[62664]: DEBUG oslo_vmware.api [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 807.268531] env[62664]: value = "task-2697877" [ 807.268531] env[62664]: _type = "Task" [ 807.268531] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.269551] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfc6b0fc-b0e2-4904-a145-161471af8cfc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.282499] env[62664]: DEBUG oslo_vmware.api [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.284889] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.284889] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.285261] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db96077-a58b-40f9-a6f7-5e1f5c61b18c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.292032] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 807.292032] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c8e78c-cef3-21cd-8227-2f350940d923" [ 807.292032] env[62664]: _type = "Task" [ 807.292032] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.303401] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c8e78c-cef3-21cd-8227-2f350940d923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.304529] env[62664]: DEBUG oslo_concurrency.lockutils [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.304696] env[62664]: DEBUG oslo_concurrency.lockutils [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.304878] env[62664]: DEBUG nova.network.neutron [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.305134] env[62664]: DEBUG nova.objects.instance [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lazy-loading 'info_cache' on Instance uuid 166d167d-c13e-4340-8994-d0820013c844 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.491135] env[62664]: DEBUG nova.network.neutron [req-5dd35e9d-32dd-436a-8047-a562fddec095 req-9e5749c6-9bad-4d2d-a679-9bd18a88dfaa service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Updated VIF entry in instance network info cache for port dfae84e4-4145-4227-8633-a076074ee6bf. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.491505] env[62664]: DEBUG nova.network.neutron [req-5dd35e9d-32dd-436a-8047-a562fddec095 req-9e5749c6-9bad-4d2d-a679-9bd18a88dfaa service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Updating instance_info_cache with network_info: [{"id": "dfae84e4-4145-4227-8633-a076074ee6bf", "address": "fa:16:3e:bd:07:44", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfae84e4-41", "ovs_interfaceid": "dfae84e4-4145-4227-8633-a076074ee6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.738285] env[62664]: DEBUG nova.compute.utils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 807.741223] env[62664]: DEBUG nova.compute.manager [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.741385] env[62664]: DEBUG nova.network.neutron [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.776292] env[62664]: DEBUG nova.network.neutron [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.784145] env[62664]: DEBUG oslo_vmware.api [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697877, 'name': PowerOffVM_Task, 'duration_secs': 0.197012} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.784342] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.784505] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.784747] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8858dc5-84c8-475b-bde0-557fa7f6f5a8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.804988] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c8e78c-cef3-21cd-8227-2f350940d923, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.805843] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3137a789-06b7-4cb9-87e2-06c7c2961d1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.809145] env[62664]: DEBUG nova.policy [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bac0baed463d4dccb471741a71b363ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05979f3df5f64d7bb08de75f4a009d8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.816037] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 807.816037] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a6b841-5a85-407f-c4cd-91b82eee8bb3" [ 807.816037] env[62664]: _type = "Task" [ 807.816037] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.825438] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a6b841-5a85-407f-c4cd-91b82eee8bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.852400] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.852627] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.852810] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Deleting the datastore file [datastore2] f67479a8-cf01-4c3c-83ae-e7990747a695 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.855401] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c63e906-c1e3-4d86-9796-3fc8d621e6d1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.862847] env[62664]: DEBUG oslo_vmware.api [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 807.862847] env[62664]: value = "task-2697879" [ 807.862847] env[62664]: _type = "Task" [ 807.862847] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.871585] env[62664]: DEBUG oslo_vmware.api [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.994426] env[62664]: DEBUG oslo_concurrency.lockutils [req-5dd35e9d-32dd-436a-8047-a562fddec095 req-9e5749c6-9bad-4d2d-a679-9bd18a88dfaa service nova] Releasing lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.018162] env[62664]: DEBUG nova.compute.manager [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Received event network-vif-plugged-74e2898f-bec9-47db-8bc6-111eb65f7a72 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.018360] env[62664]: DEBUG oslo_concurrency.lockutils [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] Acquiring lock "557a3477-17ec-40c8-b714-362fd653a5b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.018670] env[62664]: DEBUG oslo_concurrency.lockutils [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] Lock "557a3477-17ec-40c8-b714-362fd653a5b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.018871] env[62664]: DEBUG oslo_concurrency.lockutils [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] Lock "557a3477-17ec-40c8-b714-362fd653a5b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.019083] env[62664]: DEBUG nova.compute.manager [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] No waiting events found dispatching network-vif-plugged-74e2898f-bec9-47db-8bc6-111eb65f7a72 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.019259] env[62664]: WARNING nova.compute.manager [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Received unexpected event network-vif-plugged-74e2898f-bec9-47db-8bc6-111eb65f7a72 for instance with vm_state building and task_state spawning. [ 808.019416] env[62664]: DEBUG nova.compute.manager [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Received event network-changed-74e2898f-bec9-47db-8bc6-111eb65f7a72 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.019711] env[62664]: DEBUG nova.compute.manager [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Refreshing instance network info cache due to event network-changed-74e2898f-bec9-47db-8bc6-111eb65f7a72. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.019711] env[62664]: DEBUG oslo_concurrency.lockutils [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] Acquiring lock "refresh_cache-557a3477-17ec-40c8-b714-362fd653a5b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.038764] env[62664]: DEBUG nova.network.neutron [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Updating instance_info_cache with network_info: [{"id": "74e2898f-bec9-47db-8bc6-111eb65f7a72", "address": "fa:16:3e:d1:59:1a", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e2898f-be", "ovs_interfaceid": "74e2898f-bec9-47db-8bc6-111eb65f7a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.244482] env[62664]: DEBUG nova.compute.manager [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.257109] env[62664]: DEBUG nova.network.neutron [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Successfully created port: 4ef45e3f-905b-433c-96c6-3c9e1311b335 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.330677] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a6b841-5a85-407f-c4cd-91b82eee8bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.332120] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.332578] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 90919ec8-9403-4b5e-94f4-fad6f941cbcb/90919ec8-9403-4b5e-94f4-fad6f941cbcb.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.335291] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91a2abfd-e705-4d0f-85cd-8064d404ef3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.345071] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 808.345071] env[62664]: value = "task-2697880" [ 808.345071] env[62664]: _type = "Task" [ 808.345071] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.357414] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.380828] env[62664]: DEBUG oslo_vmware.api [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148864} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.381130] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.381320] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.381498] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.381687] env[62664]: INFO nova.compute.manager [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Took 1.14 seconds to destroy the instance on the hypervisor. [ 808.381950] env[62664]: DEBUG oslo.service.loopingcall [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.382206] env[62664]: DEBUG nova.compute.manager [-] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.382276] env[62664]: DEBUG nova.network.neutron [-] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.541659] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "refresh_cache-557a3477-17ec-40c8-b714-362fd653a5b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.542327] env[62664]: DEBUG nova.compute.manager [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Instance network_info: |[{"id": "74e2898f-bec9-47db-8bc6-111eb65f7a72", "address": "fa:16:3e:d1:59:1a", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e2898f-be", "ovs_interfaceid": "74e2898f-bec9-47db-8bc6-111eb65f7a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.547027] env[62664]: DEBUG oslo_concurrency.lockutils [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] Acquired lock "refresh_cache-557a3477-17ec-40c8-b714-362fd653a5b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.547027] env[62664]: DEBUG nova.network.neutron [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Refreshing network info cache for port 74e2898f-bec9-47db-8bc6-111eb65f7a72 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.547027] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:59:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74e2898f-bec9-47db-8bc6-111eb65f7a72', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.556702] env[62664]: DEBUG oslo.service.loopingcall [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.560747] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.561520] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f3e0036-a077-490a-b6c6-7f83b11d75c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.589571] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.589571] env[62664]: value = "task-2697881" [ 808.589571] env[62664]: _type = "Task" [ 808.589571] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.601802] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697881, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.769128] env[62664]: DEBUG nova.network.neutron [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance_info_cache with network_info: [{"id": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "address": "fa:16:3e:29:ac:9a", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15ae8cf-4c", "ovs_interfaceid": "e15ae8cf-4c9c-44be-9a59-719b1dddf0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.792533] env[62664]: DEBUG nova.network.neutron [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Successfully created port: 079001d9-9392-44d3-9ce7-498b5d3e2445 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.798696] env[62664]: DEBUG nova.compute.manager [req-aeef36cc-53e2-4625-ba6a-2e6a43afef76 req-823eb576-f564-487d-a4fd-01e1f53378a7 service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Received event network-vif-deleted-5ee0585d-a08e-4077-bc79-c7332045cdce {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.798696] env[62664]: INFO nova.compute.manager [req-aeef36cc-53e2-4625-ba6a-2e6a43afef76 req-823eb576-f564-487d-a4fd-01e1f53378a7 service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Neutron deleted interface 5ee0585d-a08e-4077-bc79-c7332045cdce; detaching it from the instance and deleting it from the info cache [ 808.798696] env[62664]: DEBUG nova.network.neutron [req-aeef36cc-53e2-4625-ba6a-2e6a43afef76 req-823eb576-f564-487d-a4fd-01e1f53378a7 service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.805412] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae98f70-3f59-4326-95d8-b3857594d4c3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.816220] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10844a4-0068-4020-9e8d-39fd6dd9f210 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.850796] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb6f02a-b691-4627-9bdd-5ae1f5f047ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.861028] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485924} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.862256] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a7280e-d4f8-4781-ac85-ec1ff1188cc0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.865970] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 90919ec8-9403-4b5e-94f4-fad6f941cbcb/90919ec8-9403-4b5e-94f4-fad6f941cbcb.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.866206] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.866494] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf383719-edf1-49c5-b725-c3986000dff1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.885029] env[62664]: DEBUG nova.compute.provider_tree [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.885029] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 808.885029] env[62664]: value = "task-2697882" [ 808.885029] env[62664]: _type = "Task" [ 808.885029] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.898830] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.100800] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697881, 'name': CreateVM_Task, 'duration_secs': 0.450281} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.100980] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.101674] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.101922] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.102278] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.103151] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ab7711-0d7e-420d-882e-abef24a3455d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.107508] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 809.107508] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527c55e9-9674-7248-6cd0-0e32a7676e19" [ 809.107508] env[62664]: _type = "Task" [ 809.107508] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.115857] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527c55e9-9674-7248-6cd0-0e32a7676e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.212132] env[62664]: DEBUG nova.network.neutron [-] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.258093] env[62664]: DEBUG nova.compute.manager [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.270962] env[62664]: DEBUG oslo_concurrency.lockutils [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-166d167d-c13e-4340-8994-d0820013c844" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.271239] env[62664]: DEBUG nova.objects.instance [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lazy-loading 'migration_context' on Instance uuid 166d167d-c13e-4340-8994-d0820013c844 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.289253] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.289499] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.289651] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.289834] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.289980] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.290139] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.290344] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.290500] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.290661] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.290820] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.290987] env[62664]: DEBUG nova.virt.hardware [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.294747] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed24273-599d-4d62-a46f-6cadf78a1f84 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.305194] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12c60701-0c0e-4f9b-84fa-f40f769cee4b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.308270] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e5405d-386b-4a02-a336-ae8d067ff5b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.327082] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7acd9b-1f3d-42e7-88d4-6b7e0993f79f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.363268] env[62664]: DEBUG nova.compute.manager [req-aeef36cc-53e2-4625-ba6a-2e6a43afef76 req-823eb576-f564-487d-a4fd-01e1f53378a7 service nova] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Detach interface failed, port_id=5ee0585d-a08e-4077-bc79-c7332045cdce, reason: Instance f67479a8-cf01-4c3c-83ae-e7990747a695 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 809.386976] env[62664]: DEBUG nova.scheduler.client.report [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.403675] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071309} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.403952] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.404739] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c281e2f-d291-4f26-b5aa-091ea4a432ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.427905] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 90919ec8-9403-4b5e-94f4-fad6f941cbcb/90919ec8-9403-4b5e-94f4-fad6f941cbcb.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.428988] env[62664]: DEBUG nova.network.neutron [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Updated VIF entry in instance network info cache for port 74e2898f-bec9-47db-8bc6-111eb65f7a72. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.429400] env[62664]: DEBUG nova.network.neutron [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Updating instance_info_cache with network_info: [{"id": "74e2898f-bec9-47db-8bc6-111eb65f7a72", "address": "fa:16:3e:d1:59:1a", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e2898f-be", "ovs_interfaceid": "74e2898f-bec9-47db-8bc6-111eb65f7a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.432534] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a5d2ed-d877-49a4-9848-ceabf05cfd6c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.446202] env[62664]: DEBUG oslo_concurrency.lockutils [req-acb392db-e1ba-4d69-8193-f52ffa19c5db req-f4baf96b-c178-4d59-a205-8a8f234bb6d6 service nova] Releasing lock "refresh_cache-557a3477-17ec-40c8-b714-362fd653a5b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.454024] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 809.454024] env[62664]: value = "task-2697883" [ 809.454024] env[62664]: _type = "Task" [ 809.454024] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.462689] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.619391] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527c55e9-9674-7248-6cd0-0e32a7676e19, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.619732] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.620048] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.620291] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.620464] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.620662] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.620947] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3af02529-0ec1-422a-ae09-3ecac7e27d5f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.630193] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.630366] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.631078] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c0a84c-c37a-4344-a681-2b5dbd98cfdd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.636328] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 809.636328] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b27cec-ca00-ba20-ea8d-222c52c33a74" [ 809.636328] env[62664]: _type = "Task" [ 809.636328] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.643913] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b27cec-ca00-ba20-ea8d-222c52c33a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.714263] env[62664]: INFO nova.compute.manager [-] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Took 1.33 seconds to deallocate network for instance. [ 809.774133] env[62664]: DEBUG nova.objects.base [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Object Instance<166d167d-c13e-4340-8994-d0820013c844> lazy-loaded attributes: info_cache,migration_context {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 809.775434] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b1e368-efbc-4211-ad86-84f74b2dc9e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.795536] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24357945-173b-4f74-89c7-adbcb6f53e4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.801566] env[62664]: DEBUG oslo_vmware.api [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 809.801566] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a21a41-b1b9-691e-4129-2d07f00228e3" [ 809.801566] env[62664]: _type = "Task" [ 809.801566] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.809737] env[62664]: DEBUG oslo_vmware.api [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a21a41-b1b9-691e-4129-2d07f00228e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.894917] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.895442] env[62664]: DEBUG nova.compute.manager [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.898187] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.677s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.898408] env[62664]: DEBUG nova.objects.instance [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lazy-loading 'resources' on Instance uuid e3541c5a-37ad-451e-b074-2d64d058f870 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.965407] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697883, 'name': ReconfigVM_Task, 'duration_secs': 0.303242} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.965720] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 90919ec8-9403-4b5e-94f4-fad6f941cbcb/90919ec8-9403-4b5e-94f4-fad6f941cbcb.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.966317] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-532aa7e6-100f-4103-965e-5ff00f7e4181 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.973350] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 809.973350] env[62664]: value = "task-2697884" [ 809.973350] env[62664]: _type = "Task" [ 809.973350] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.980832] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697884, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.147436] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b27cec-ca00-ba20-ea8d-222c52c33a74, 'name': SearchDatastore_Task, 'duration_secs': 0.008674} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.148385] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34be49a0-51dd-4e4b-a3a2-52dd24876863 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.154184] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 810.154184] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52727c21-d50b-1907-c921-f2370a60b39a" [ 810.154184] env[62664]: _type = "Task" [ 810.154184] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.166676] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52727c21-d50b-1907-c921-f2370a60b39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.222406] env[62664]: DEBUG oslo_concurrency.lockutils [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.312921] env[62664]: DEBUG oslo_vmware.api [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a21a41-b1b9-691e-4129-2d07f00228e3, 'name': SearchDatastore_Task, 'duration_secs': 0.007855} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.313224] env[62664]: DEBUG oslo_concurrency.lockutils [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.401972] env[62664]: DEBUG nova.compute.utils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 810.403496] env[62664]: DEBUG nova.compute.manager [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.403706] env[62664]: DEBUG nova.network.neutron [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.473716] env[62664]: DEBUG nova.policy [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a1e9b3e29644959a832d541f790d3f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10ac26e30354c2eade1e6823680bfce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.484548] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697884, 'name': Rename_Task, 'duration_secs': 0.149093} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.487015] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.488126] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-364b3a28-cf82-41aa-92b0-2232f9dc4faf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.495420] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 810.495420] env[62664]: value = "task-2697885" [ 810.495420] env[62664]: _type = "Task" [ 810.495420] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.505600] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.667110] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52727c21-d50b-1907-c921-f2370a60b39a, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.667395] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.667644] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 557a3477-17ec-40c8-b714-362fd653a5b9/557a3477-17ec-40c8-b714-362fd653a5b9.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.667949] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29376da6-22fe-460d-8a72-90249a9e5410 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.674935] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 810.674935] env[62664]: value = "task-2697886" [ 810.674935] env[62664]: _type = "Task" [ 810.674935] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.683836] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.815904] env[62664]: DEBUG nova.compute.manager [req-e0274a2e-d82b-4e24-a16f-62756b145fce req-da661ea6-bdb1-49ab-8ebe-53b5dbe9a7ab service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Received event network-vif-plugged-4ef45e3f-905b-433c-96c6-3c9e1311b335 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.816237] env[62664]: DEBUG oslo_concurrency.lockutils [req-e0274a2e-d82b-4e24-a16f-62756b145fce req-da661ea6-bdb1-49ab-8ebe-53b5dbe9a7ab service nova] Acquiring lock "53b51f4c-d952-4632-8525-4941dea8f0f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.816361] env[62664]: DEBUG oslo_concurrency.lockutils [req-e0274a2e-d82b-4e24-a16f-62756b145fce req-da661ea6-bdb1-49ab-8ebe-53b5dbe9a7ab service nova] Lock "53b51f4c-d952-4632-8525-4941dea8f0f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.816544] env[62664]: DEBUG oslo_concurrency.lockutils [req-e0274a2e-d82b-4e24-a16f-62756b145fce req-da661ea6-bdb1-49ab-8ebe-53b5dbe9a7ab service nova] Lock "53b51f4c-d952-4632-8525-4941dea8f0f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.816718] env[62664]: DEBUG nova.compute.manager [req-e0274a2e-d82b-4e24-a16f-62756b145fce req-da661ea6-bdb1-49ab-8ebe-53b5dbe9a7ab service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] No waiting events found dispatching network-vif-plugged-4ef45e3f-905b-433c-96c6-3c9e1311b335 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.816880] env[62664]: WARNING nova.compute.manager [req-e0274a2e-d82b-4e24-a16f-62756b145fce req-da661ea6-bdb1-49ab-8ebe-53b5dbe9a7ab service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Received unexpected event network-vif-plugged-4ef45e3f-905b-433c-96c6-3c9e1311b335 for instance with vm_state building and task_state spawning. [ 810.823380] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ec5ea9-0a95-41b8-ac3e-94b7fcaea016 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.832304] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c982fc3-fd82-4d71-9e21-665314347758 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.869248] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45c928c-9567-4de0-95fa-0157b4f758b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.880797] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e74438-957d-4421-8e35-bfeec6bab860 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.897768] env[62664]: DEBUG nova.compute.provider_tree [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.910075] env[62664]: DEBUG nova.compute.manager [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.009441] env[62664]: DEBUG oslo_vmware.api [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697885, 'name': PowerOnVM_Task, 'duration_secs': 0.477991} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.009743] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.009999] env[62664]: INFO nova.compute.manager [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Took 7.33 seconds to spawn the instance on the hypervisor. [ 811.010275] env[62664]: DEBUG nova.compute.manager [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.011253] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c6f4ec-3063-4507-b1be-99f91d79566f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.047232] env[62664]: DEBUG nova.network.neutron [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Successfully updated port: 4ef45e3f-905b-433c-96c6-3c9e1311b335 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.056367] env[62664]: DEBUG nova.network.neutron [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Successfully created port: 190586b3-dda1-4a1c-b523-3b1cc8a9b48b {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.185653] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697886, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.185970] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 557a3477-17ec-40c8-b714-362fd653a5b9/557a3477-17ec-40c8-b714-362fd653a5b9.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.186246] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.186517] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c2f5740-4716-4382-92aa-3dd813d40a89 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.194762] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 811.194762] env[62664]: value = "task-2697887" [ 811.194762] env[62664]: _type = "Task" [ 811.194762] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.203568] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.401325] env[62664]: DEBUG nova.scheduler.client.report [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.535250] env[62664]: INFO nova.compute.manager [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Took 52.46 seconds to build instance. [ 811.704860] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076761} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.705132] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.705935] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b6c36f-dfff-41b6-ade7-ff450fdc3263 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.732805] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 557a3477-17ec-40c8-b714-362fd653a5b9/557a3477-17ec-40c8-b714-362fd653a5b9.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.733107] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15e2099-7955-48c7-b0cd-3bb30f7ff36d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.754154] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 811.754154] env[62664]: value = "task-2697888" [ 811.754154] env[62664]: _type = "Task" [ 811.754154] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.762276] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.906928] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.909601] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.290s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.910870] env[62664]: INFO nova.compute.claims [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.920022] env[62664]: DEBUG nova.compute.manager [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.934759] env[62664]: INFO nova.scheduler.client.report [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Deleted allocations for instance e3541c5a-37ad-451e-b074-2d64d058f870 [ 811.951048] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.951339] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.951453] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.951628] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.951823] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.951948] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.952267] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.952347] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.952865] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.952865] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.952865] env[62664]: DEBUG nova.virt.hardware [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.953725] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590bda66-aa3f-46cc-8237-85c4d8091f35 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.963896] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea53fc5f-2e53-493d-8d87-96eab6d066c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.037587] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1b9f51eb-cbf8-4318-9026-6591a5027f30 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.989s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.265480] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.442840] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cbb4afbe-012b-4741-9153-cbe1f14156b0 tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "e3541c5a-37ad-451e-b074-2d64d058f870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.352s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.713030] env[62664]: DEBUG nova.network.neutron [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Successfully updated port: 190586b3-dda1-4a1c-b523-3b1cc8a9b48b {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.771490] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.877889] env[62664]: DEBUG nova.compute.manager [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Received event network-changed-4ef45e3f-905b-433c-96c6-3c9e1311b335 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.878123] env[62664]: DEBUG nova.compute.manager [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Refreshing instance network info cache due to event network-changed-4ef45e3f-905b-433c-96c6-3c9e1311b335. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.878351] env[62664]: DEBUG oslo_concurrency.lockutils [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] Acquiring lock "refresh_cache-53b51f4c-d952-4632-8525-4941dea8f0f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.878518] env[62664]: DEBUG oslo_concurrency.lockutils [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] Acquired lock "refresh_cache-53b51f4c-d952-4632-8525-4941dea8f0f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.878661] env[62664]: DEBUG nova.network.neutron [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Refreshing network info cache for port 4ef45e3f-905b-433c-96c6-3c9e1311b335 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.108195] env[62664]: DEBUG nova.network.neutron [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Successfully updated port: 079001d9-9392-44d3-9ce7-498b5d3e2445 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.216072] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "refresh_cache-9d0ee6be-b92b-4358-b922-eb0d1810da67" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.216284] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired lock "refresh_cache-9d0ee6be-b92b-4358-b922-eb0d1810da67" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.216465] env[62664]: DEBUG nova.network.neutron [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.268323] env[62664]: DEBUG oslo_concurrency.lockutils [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "50b292c3-8baf-49ad-acda-d76f52695c20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.268566] env[62664]: DEBUG oslo_concurrency.lockutils [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "50b292c3-8baf-49ad-acda-d76f52695c20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.268764] env[62664]: DEBUG oslo_concurrency.lockutils [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "50b292c3-8baf-49ad-acda-d76f52695c20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.268944] env[62664]: DEBUG oslo_concurrency.lockutils [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "50b292c3-8baf-49ad-acda-d76f52695c20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.269131] env[62664]: DEBUG oslo_concurrency.lockutils [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "50b292c3-8baf-49ad-acda-d76f52695c20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.270592] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697888, 'name': ReconfigVM_Task, 'duration_secs': 1.212261} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.272866] env[62664]: INFO nova.compute.manager [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Terminating instance [ 813.274289] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 557a3477-17ec-40c8-b714-362fd653a5b9/557a3477-17ec-40c8-b714-362fd653a5b9.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.276270] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd3eadf0-0fb0-4bcd-8a2c-10151b2f9b4e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.284491] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 813.284491] env[62664]: value = "task-2697889" [ 813.284491] env[62664]: _type = "Task" [ 813.284491] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.286010] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d075f1-5293-45f4-8fdc-56d940f2718b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.298418] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4e4abf-4cbe-4e4c-ba3a-565df16e8916 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.301831] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697889, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.329665] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ea7c0b-ba04-4aab-9843-5a29b94973aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.337712] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee1f702-9a42-4dc6-839a-3f96296e8c54 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.351833] env[62664]: DEBUG nova.compute.provider_tree [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.425091] env[62664]: DEBUG nova.network.neutron [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.535531] env[62664]: DEBUG nova.network.neutron [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.610220] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "refresh_cache-53b51f4c-d952-4632-8525-4941dea8f0f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.764888] env[62664]: DEBUG nova.network.neutron [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.779647] env[62664]: DEBUG nova.compute.manager [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.779647] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.780306] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b61b8c6-f72a-4c9a-8e2d-64e63888a354 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.792985] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.793676] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f4b12cc-d640-420e-8280-b30c182bcda7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.799456] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697889, 'name': Rename_Task, 'duration_secs': 0.24445} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.800779] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.801107] env[62664]: DEBUG oslo_vmware.api [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 813.801107] env[62664]: value = "task-2697890" [ 813.801107] env[62664]: _type = "Task" [ 813.801107] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.801294] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45ac4598-3c3a-46d2-b141-ec46c64abe74 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.812622] env[62664]: DEBUG oslo_vmware.api [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.816239] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 813.816239] env[62664]: value = "task-2697891" [ 813.816239] env[62664]: _type = "Task" [ 813.816239] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.825607] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.854818] env[62664]: DEBUG nova.scheduler.client.report [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.956945] env[62664]: DEBUG nova.network.neutron [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Updating instance_info_cache with network_info: [{"id": "190586b3-dda1-4a1c-b523-3b1cc8a9b48b", "address": "fa:16:3e:1e:bf:fb", "network": {"id": "4ff3f244-7e1f-472b-8cf2-37051409a5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-530898032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ac26e30354c2eade1e6823680bfce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190586b3-dd", "ovs_interfaceid": "190586b3-dda1-4a1c-b523-3b1cc8a9b48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.038238] env[62664]: DEBUG oslo_concurrency.lockutils [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] Releasing lock "refresh_cache-53b51f4c-d952-4632-8525-4941dea8f0f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.038535] env[62664]: DEBUG nova.compute.manager [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Received event network-vif-plugged-190586b3-dda1-4a1c-b523-3b1cc8a9b48b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.038787] env[62664]: DEBUG oslo_concurrency.lockutils [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] Acquiring lock "9d0ee6be-b92b-4358-b922-eb0d1810da67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.039016] env[62664]: DEBUG oslo_concurrency.lockutils [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] Lock "9d0ee6be-b92b-4358-b922-eb0d1810da67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.039227] env[62664]: DEBUG oslo_concurrency.lockutils [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] Lock "9d0ee6be-b92b-4358-b922-eb0d1810da67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.039362] env[62664]: DEBUG nova.compute.manager [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] No waiting events found dispatching network-vif-plugged-190586b3-dda1-4a1c-b523-3b1cc8a9b48b {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.039529] env[62664]: WARNING nova.compute.manager [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Received unexpected event network-vif-plugged-190586b3-dda1-4a1c-b523-3b1cc8a9b48b for instance with vm_state building and task_state spawning. [ 814.039687] env[62664]: DEBUG nova.compute.manager [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Received event network-changed-190586b3-dda1-4a1c-b523-3b1cc8a9b48b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.039839] env[62664]: DEBUG nova.compute.manager [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Refreshing instance network info cache due to event network-changed-190586b3-dda1-4a1c-b523-3b1cc8a9b48b. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.040018] env[62664]: DEBUG oslo_concurrency.lockutils [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] Acquiring lock "refresh_cache-9d0ee6be-b92b-4358-b922-eb0d1810da67" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.040283] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquired lock "refresh_cache-53b51f4c-d952-4632-8525-4941dea8f0f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.040435] env[62664]: DEBUG nova.network.neutron [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.313937] env[62664]: DEBUG oslo_vmware.api [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697890, 'name': PowerOffVM_Task, 'duration_secs': 0.22566} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.314284] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.314402] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.314647] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a841be2-56f3-4f9a-8134-d7a85efa6e0b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.325435] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697891, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.360577] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.361047] env[62664]: DEBUG nova.compute.manager [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.364219] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.056s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.365929] env[62664]: INFO nova.compute.claims [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.385448] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.385680] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.385929] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Deleting the datastore file [datastore1] 50b292c3-8baf-49ad-acda-d76f52695c20 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.386291] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dec2466b-f4c0-4c2b-8359-3e809281a197 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.393296] env[62664]: DEBUG oslo_vmware.api [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for the task: (returnval){ [ 814.393296] env[62664]: value = "task-2697893" [ 814.393296] env[62664]: _type = "Task" [ 814.393296] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.402061] env[62664]: DEBUG oslo_vmware.api [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.458621] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Releasing lock "refresh_cache-9d0ee6be-b92b-4358-b922-eb0d1810da67" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.458982] env[62664]: DEBUG nova.compute.manager [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Instance network_info: |[{"id": "190586b3-dda1-4a1c-b523-3b1cc8a9b48b", "address": "fa:16:3e:1e:bf:fb", "network": {"id": "4ff3f244-7e1f-472b-8cf2-37051409a5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-530898032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ac26e30354c2eade1e6823680bfce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190586b3-dd", "ovs_interfaceid": "190586b3-dda1-4a1c-b523-3b1cc8a9b48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.459315] env[62664]: DEBUG oslo_concurrency.lockutils [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] Acquired lock "refresh_cache-9d0ee6be-b92b-4358-b922-eb0d1810da67" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.459497] env[62664]: DEBUG nova.network.neutron [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Refreshing network info cache for port 190586b3-dda1-4a1c-b523-3b1cc8a9b48b {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.460708] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:bf:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '190586b3-dda1-4a1c-b523-3b1cc8a9b48b', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.468717] env[62664]: DEBUG oslo.service.loopingcall [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.468996] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.469767] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbdce57a-b294-4109-addc-422dec51c5ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.490588] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.490588] env[62664]: value = "task-2697894" [ 814.490588] env[62664]: _type = "Task" [ 814.490588] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.498796] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697894, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.595881] env[62664]: DEBUG nova.network.neutron [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.835797] env[62664]: DEBUG oslo_vmware.api [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697891, 'name': PowerOnVM_Task, 'duration_secs': 0.827109} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.836103] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.836306] env[62664]: INFO nova.compute.manager [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Took 8.12 seconds to spawn the instance on the hypervisor. [ 814.836483] env[62664]: DEBUG nova.compute.manager [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.837324] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420ad68c-ff0b-4d74-985c-25980d2d4c93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.873289] env[62664]: DEBUG nova.compute.utils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 814.874661] env[62664]: DEBUG nova.compute.manager [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.875118] env[62664]: DEBUG nova.network.neutron [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.903258] env[62664]: DEBUG oslo_vmware.api [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Task: {'id': task-2697893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128581} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.903258] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.904206] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.904694] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.905061] env[62664]: INFO nova.compute.manager [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Took 1.13 seconds to destroy the instance on the hypervisor. [ 814.905410] env[62664]: DEBUG oslo.service.loopingcall [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.905705] env[62664]: DEBUG nova.compute.manager [-] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.905911] env[62664]: DEBUG nova.network.neutron [-] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.912655] env[62664]: DEBUG nova.compute.manager [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Received event network-vif-plugged-079001d9-9392-44d3-9ce7-498b5d3e2445 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.912871] env[62664]: DEBUG oslo_concurrency.lockutils [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] Acquiring lock "53b51f4c-d952-4632-8525-4941dea8f0f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.914239] env[62664]: DEBUG oslo_concurrency.lockutils [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] Lock "53b51f4c-d952-4632-8525-4941dea8f0f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.914732] env[62664]: DEBUG oslo_concurrency.lockutils [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] Lock "53b51f4c-d952-4632-8525-4941dea8f0f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.914809] env[62664]: DEBUG nova.compute.manager [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] No waiting events found dispatching network-vif-plugged-079001d9-9392-44d3-9ce7-498b5d3e2445 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.914958] env[62664]: WARNING nova.compute.manager [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Received unexpected event network-vif-plugged-079001d9-9392-44d3-9ce7-498b5d3e2445 for instance with vm_state building and task_state spawning. [ 814.915182] env[62664]: DEBUG nova.compute.manager [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Received event network-changed-079001d9-9392-44d3-9ce7-498b5d3e2445 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.915367] env[62664]: DEBUG nova.compute.manager [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Refreshing instance network info cache due to event network-changed-079001d9-9392-44d3-9ce7-498b5d3e2445. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.915601] env[62664]: DEBUG oslo_concurrency.lockutils [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] Acquiring lock "refresh_cache-53b51f4c-d952-4632-8525-4941dea8f0f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.958894] env[62664]: DEBUG nova.policy [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c481e02e9ec4e70890690c8208c5329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4891787dcdc4b35a3845d045c302596', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.000520] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697894, 'name': CreateVM_Task, 'duration_secs': 0.437267} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.003251] env[62664]: DEBUG nova.network.neutron [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Updating instance_info_cache with network_info: [{"id": "4ef45e3f-905b-433c-96c6-3c9e1311b335", "address": "fa:16:3e:b6:5b:bd", "network": {"id": "e31e0dc9-dcc7-4dc8-b9b2-05945ab5f56a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-454731728", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef45e3f-90", "ovs_interfaceid": "4ef45e3f-905b-433c-96c6-3c9e1311b335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "079001d9-9392-44d3-9ce7-498b5d3e2445", "address": "fa:16:3e:12:4a:be", "network": {"id": "88a2bbe5-ead3-46cc-bb1d-a8d471ec86e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832105140", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap079001d9-93", "ovs_interfaceid": "079001d9-9392-44d3-9ce7-498b5d3e2445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.004395] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.005889] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.005889] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.005889] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.007081] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3901c36-0f08-48b0-9db2-56027bca3aa0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.011701] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 815.011701] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52611317-de4f-658d-3bb0-a1f4db2b1233" [ 815.011701] env[62664]: _type = "Task" [ 815.011701] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.021115] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52611317-de4f-658d-3bb0-a1f4db2b1233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.340846] env[62664]: DEBUG nova.compute.manager [req-625f2610-7e7c-4b32-8526-015326be7c38 req-766944c2-cfad-41a7-a952-69de1a0933fd service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Received event network-vif-deleted-2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.340846] env[62664]: INFO nova.compute.manager [req-625f2610-7e7c-4b32-8526-015326be7c38 req-766944c2-cfad-41a7-a952-69de1a0933fd service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Neutron deleted interface 2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6; detaching it from the instance and deleting it from the info cache [ 815.341351] env[62664]: DEBUG nova.network.neutron [req-625f2610-7e7c-4b32-8526-015326be7c38 req-766944c2-cfad-41a7-a952-69de1a0933fd service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.359405] env[62664]: INFO nova.compute.manager [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Took 55.69 seconds to build instance. [ 815.380711] env[62664]: DEBUG nova.compute.manager [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.386828] env[62664]: DEBUG nova.network.neutron [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Updated VIF entry in instance network info cache for port 190586b3-dda1-4a1c-b523-3b1cc8a9b48b. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.386828] env[62664]: DEBUG nova.network.neutron [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Updating instance_info_cache with network_info: [{"id": "190586b3-dda1-4a1c-b523-3b1cc8a9b48b", "address": "fa:16:3e:1e:bf:fb", "network": {"id": "4ff3f244-7e1f-472b-8cf2-37051409a5f0", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-530898032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10ac26e30354c2eade1e6823680bfce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190586b3-dd", "ovs_interfaceid": "190586b3-dda1-4a1c-b523-3b1cc8a9b48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.502774] env[62664]: DEBUG nova.network.neutron [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Successfully created port: 6a4e1064-0dc6-45da-8588-06d565e5ee94 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.507188] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Releasing lock "refresh_cache-53b51f4c-d952-4632-8525-4941dea8f0f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.507532] env[62664]: DEBUG nova.compute.manager [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Instance network_info: |[{"id": "4ef45e3f-905b-433c-96c6-3c9e1311b335", "address": "fa:16:3e:b6:5b:bd", "network": {"id": "e31e0dc9-dcc7-4dc8-b9b2-05945ab5f56a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-454731728", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef45e3f-90", "ovs_interfaceid": "4ef45e3f-905b-433c-96c6-3c9e1311b335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "079001d9-9392-44d3-9ce7-498b5d3e2445", "address": "fa:16:3e:12:4a:be", "network": {"id": "88a2bbe5-ead3-46cc-bb1d-a8d471ec86e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832105140", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap079001d9-93", "ovs_interfaceid": "079001d9-9392-44d3-9ce7-498b5d3e2445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.507833] env[62664]: DEBUG oslo_concurrency.lockutils [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] Acquired lock "refresh_cache-53b51f4c-d952-4632-8525-4941dea8f0f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.508027] env[62664]: DEBUG nova.network.neutron [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Refreshing network info cache for port 079001d9-9392-44d3-9ce7-498b5d3e2445 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.509177] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:5b:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ef45e3f-905b-433c-96c6-3c9e1311b335', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:4a:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '079001d9-9392-44d3-9ce7-498b5d3e2445', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.519314] env[62664]: DEBUG oslo.service.loopingcall [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.525390] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.529628] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33da83bd-3a0d-4abc-a7a0-c89308386f8c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.559687] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52611317-de4f-658d-3bb0-a1f4db2b1233, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.563183] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.563417] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.563638] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.563785] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.563961] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.564205] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.564205] env[62664]: value = "task-2697895" [ 815.564205] env[62664]: _type = "Task" [ 815.564205] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.565317] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae55763-b419-48f1-bcdd-16188ee6ff7f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.576727] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697895, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.580537] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.580817] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.582034] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cc1c7b-b188-44e9-b072-df677ee5b0b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.588448] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 815.588448] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5227ede9-0d25-8e1d-4ade-b011f39d6716" [ 815.588448] env[62664]: _type = "Task" [ 815.588448] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.600544] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5227ede9-0d25-8e1d-4ade-b011f39d6716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.780375] env[62664]: DEBUG nova.network.neutron [-] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.835387] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa498a-d2ea-4ee0-a13a-7ff3ae0dd138 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.843155] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4372154-17a9-4516-8eea-19b0a1c0619e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.849197] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ef3d499-2249-4467-8d2f-434ca2140979 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.879992] env[62664]: DEBUG oslo_concurrency.lockutils [None req-134b98b5-d285-4816-abfd-e3f35b29307e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "557a3477-17ec-40c8-b714-362fd653a5b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.218s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.882264] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c17dd-2546-46c7-919c-224e06a5447e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.890678] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec00af6-361d-4d3b-90fb-c6639adb7d55 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.901859] env[62664]: DEBUG oslo_concurrency.lockutils [req-1bf0de7b-bfaf-44d6-a6a6-536c8272fff5 req-83669a63-b912-4054-b200-0a29ae0ee3b4 service nova] Releasing lock "refresh_cache-9d0ee6be-b92b-4358-b922-eb0d1810da67" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.915236] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b45d7d-5715-479d-bf3a-c98b1006f595 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.933286] env[62664]: DEBUG nova.network.neutron [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Updated VIF entry in instance network info cache for port 079001d9-9392-44d3-9ce7-498b5d3e2445. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.933286] env[62664]: DEBUG nova.network.neutron [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Updating instance_info_cache with network_info: [{"id": "4ef45e3f-905b-433c-96c6-3c9e1311b335", "address": "fa:16:3e:b6:5b:bd", "network": {"id": "e31e0dc9-dcc7-4dc8-b9b2-05945ab5f56a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-454731728", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef45e3f-90", "ovs_interfaceid": "4ef45e3f-905b-433c-96c6-3c9e1311b335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "079001d9-9392-44d3-9ce7-498b5d3e2445", "address": "fa:16:3e:12:4a:be", "network": {"id": "88a2bbe5-ead3-46cc-bb1d-a8d471ec86e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832105140", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap079001d9-93", "ovs_interfaceid": "079001d9-9392-44d3-9ce7-498b5d3e2445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.937210] env[62664]: DEBUG nova.compute.manager [req-625f2610-7e7c-4b32-8526-015326be7c38 req-766944c2-cfad-41a7-a952-69de1a0933fd service nova] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Detach interface failed, port_id=2a9e521b-619a-4cb5-a39f-6b51ffcdbdd6, reason: Instance 50b292c3-8baf-49ad-acda-d76f52695c20 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 815.949278] env[62664]: DEBUG nova.compute.provider_tree [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.078429] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697895, 'name': CreateVM_Task, 'duration_secs': 0.423461} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.078591] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.079402] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.080319] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.080319] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.080319] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7c897b-7d58-4069-9205-5c11418bee04 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.085990] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 816.085990] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52490ecb-2331-a949-78c8-e31d1abedcc7" [ 816.085990] env[62664]: _type = "Task" [ 816.085990] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.101523] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5227ede9-0d25-8e1d-4ade-b011f39d6716, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.101758] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52490ecb-2331-a949-78c8-e31d1abedcc7, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.102573] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.102804] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.103048] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.103189] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.103371] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.103673] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b85720-98d8-4699-ab12-2a095d3e8b68 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.105872] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af9b9b21-6b30-4348-bff3-d19c249623d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.111704] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 816.111704] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52105fd9-4c7f-7666-fc6a-8364b11f12c9" [ 816.111704] env[62664]: _type = "Task" [ 816.111704] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.115761] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.115928] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.116922] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef171a5c-516b-466e-8ddb-b928420a90f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.121623] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52105fd9-4c7f-7666-fc6a-8364b11f12c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.124753] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 816.124753] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b40460-05a3-a7bf-cfef-6c2a38c7a420" [ 816.124753] env[62664]: _type = "Task" [ 816.124753] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.132966] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b40460-05a3-a7bf-cfef-6c2a38c7a420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.283118] env[62664]: INFO nova.compute.manager [-] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Took 1.38 seconds to deallocate network for instance. [ 816.403249] env[62664]: DEBUG nova.compute.manager [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.412797] env[62664]: INFO nova.compute.manager [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Rescuing [ 816.413079] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "refresh_cache-557a3477-17ec-40c8-b714-362fd653a5b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.413309] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "refresh_cache-557a3477-17ec-40c8-b714-362fd653a5b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.413494] env[62664]: DEBUG nova.network.neutron [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.428087] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.428329] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.428487] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.428664] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.428810] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.428958] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.429576] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.429576] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.429576] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.429717] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.429810] env[62664]: DEBUG nova.virt.hardware [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.430897] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14959345-070a-4836-a0b9-56573e05443d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.438659] env[62664]: DEBUG oslo_concurrency.lockutils [req-a6eeb418-892f-4b21-9df4-bfa9e771f400 req-d702ad28-5f4a-4261-a16c-8368f33609c4 service nova] Releasing lock "refresh_cache-53b51f4c-d952-4632-8525-4941dea8f0f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.440127] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f36dd72-1553-41b8-a8ef-e15b26576b2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.455503] env[62664]: DEBUG nova.scheduler.client.report [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.623056] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52105fd9-4c7f-7666-fc6a-8364b11f12c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.623320] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.623578] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 9d0ee6be-b92b-4358-b922-eb0d1810da67/9d0ee6be-b92b-4358-b922-eb0d1810da67.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.623874] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdf5a816-cb31-4567-b40d-4b1342800611 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.634178] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b40460-05a3-a7bf-cfef-6c2a38c7a420, 'name': SearchDatastore_Task, 'duration_secs': 0.008326} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.635919] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 816.635919] env[62664]: value = "task-2697896" [ 816.635919] env[62664]: _type = "Task" [ 816.635919] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.636139] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf114e8-0dd5-48ef-85f5-84b409c6ff1a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.643588] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 816.643588] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524ac1be-b643-134c-0173-bb7dba1e15cc" [ 816.643588] env[62664]: _type = "Task" [ 816.643588] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.647050] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.654821] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524ac1be-b643-134c-0173-bb7dba1e15cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.655077] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.655329] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 53b51f4c-d952-4632-8525-4941dea8f0f2/53b51f4c-d952-4632-8525-4941dea8f0f2.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.655560] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0006ea0-e98b-47e2-a722-c481ce3ad7e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.662465] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 816.662465] env[62664]: value = "task-2697897" [ 816.662465] env[62664]: _type = "Task" [ 816.662465] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.670013] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.789009] env[62664]: DEBUG oslo_concurrency.lockutils [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.963099] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.963748] env[62664]: DEBUG nova.compute.manager [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.967592] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.166s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.967923] env[62664]: DEBUG nova.objects.instance [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lazy-loading 'resources' on Instance uuid c1dbaa94-de05-484b-8667-1ca07dc13e55 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.151477] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697896, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.177524] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697897, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.365988] env[62664]: DEBUG nova.network.neutron [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Updating instance_info_cache with network_info: [{"id": "74e2898f-bec9-47db-8bc6-111eb65f7a72", "address": "fa:16:3e:d1:59:1a", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e2898f-be", "ovs_interfaceid": "74e2898f-bec9-47db-8bc6-111eb65f7a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.473137] env[62664]: DEBUG nova.compute.utils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 817.473703] env[62664]: DEBUG nova.compute.manager [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.473969] env[62664]: DEBUG nova.network.neutron [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.511300] env[62664]: DEBUG nova.compute.manager [req-4b637dfe-03ae-4360-9027-5d8a2a39d76b req-2cbafd08-0dfb-4f5a-9ec6-eb9069421f01 service nova] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Received event network-vif-plugged-6a4e1064-0dc6-45da-8588-06d565e5ee94 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.511538] env[62664]: DEBUG oslo_concurrency.lockutils [req-4b637dfe-03ae-4360-9027-5d8a2a39d76b req-2cbafd08-0dfb-4f5a-9ec6-eb9069421f01 service nova] Acquiring lock "7f031572-1830-4e5f-b39f-949f3932a16e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.511821] env[62664]: DEBUG oslo_concurrency.lockutils [req-4b637dfe-03ae-4360-9027-5d8a2a39d76b req-2cbafd08-0dfb-4f5a-9ec6-eb9069421f01 service nova] Lock "7f031572-1830-4e5f-b39f-949f3932a16e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.512258] env[62664]: DEBUG oslo_concurrency.lockutils [req-4b637dfe-03ae-4360-9027-5d8a2a39d76b req-2cbafd08-0dfb-4f5a-9ec6-eb9069421f01 service nova] Lock "7f031572-1830-4e5f-b39f-949f3932a16e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.512516] env[62664]: DEBUG nova.compute.manager [req-4b637dfe-03ae-4360-9027-5d8a2a39d76b req-2cbafd08-0dfb-4f5a-9ec6-eb9069421f01 service nova] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] No waiting events found dispatching network-vif-plugged-6a4e1064-0dc6-45da-8588-06d565e5ee94 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.512897] env[62664]: WARNING nova.compute.manager [req-4b637dfe-03ae-4360-9027-5d8a2a39d76b req-2cbafd08-0dfb-4f5a-9ec6-eb9069421f01 service nova] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Received unexpected event network-vif-plugged-6a4e1064-0dc6-45da-8588-06d565e5ee94 for instance with vm_state building and task_state spawning. [ 817.540461] env[62664]: DEBUG nova.policy [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '862ae88cc9a64d659d2105fb9a4daa9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c21ddfbf6b645b19fa10976c44710b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.545957] env[62664]: DEBUG nova.network.neutron [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Successfully updated port: 6a4e1064-0dc6-45da-8588-06d565e5ee94 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.650265] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565349} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.652758] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 9d0ee6be-b92b-4358-b922-eb0d1810da67/9d0ee6be-b92b-4358-b922-eb0d1810da67.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.653036] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.653685] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ce44a6a-8f9f-4605-bec7-4b171b7eaf1b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.661831] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 817.661831] env[62664]: value = "task-2697898" [ 817.661831] env[62664]: _type = "Task" [ 817.661831] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.677936] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.683291] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576382} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.683854] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 53b51f4c-d952-4632-8525-4941dea8f0f2/53b51f4c-d952-4632-8525-4941dea8f0f2.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.684153] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.684460] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b6aafed-b64b-4061-85c9-b8c7686a418c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.691976] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 817.691976] env[62664]: value = "task-2697899" [ 817.691976] env[62664]: _type = "Task" [ 817.691976] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.705528] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.860752] env[62664]: DEBUG nova.network.neutron [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Successfully created port: ca141721-8c63-4df5-be64-7d8bf49c3fc5 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.868967] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "refresh_cache-557a3477-17ec-40c8-b714-362fd653a5b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.878614] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c48545-40c2-4dd8-8808-5bee98a7c139 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.891568] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43da8009-7683-4dc8-8e34-9bf0de544228 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.933909] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b4c745-069d-41ec-b5ea-af23ca4ead67 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.944283] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21998e65-a181-4aea-ae6b-d17341d9bb3a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.959537] env[62664]: DEBUG nova.compute.provider_tree [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.979504] env[62664]: DEBUG nova.compute.manager [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.053827] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "refresh_cache-7f031572-1830-4e5f-b39f-949f3932a16e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.053827] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "refresh_cache-7f031572-1830-4e5f-b39f-949f3932a16e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.053897] env[62664]: DEBUG nova.network.neutron [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.171725] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0738} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.172020] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.172752] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6671cc0-dc3d-4544-9319-5d6188f1a8d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.194703] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 9d0ee6be-b92b-4358-b922-eb0d1810da67/9d0ee6be-b92b-4358-b922-eb0d1810da67.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.195351] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9139c19d-65c5-4c11-bc8f-ce4d53a5ee98 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.218035] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203654} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.219203] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.219552] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 818.219552] env[62664]: value = "task-2697900" [ 818.219552] env[62664]: _type = "Task" [ 818.219552] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.220257] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ce095c-0f85-490c-89c0-a1fbf719fc6c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.230696] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.250206] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 53b51f4c-d952-4632-8525-4941dea8f0f2/53b51f4c-d952-4632-8525-4941dea8f0f2.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.250515] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57a564a-8b87-4673-b5d8-8f2087731dc9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.274563] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 818.274563] env[62664]: value = "task-2697901" [ 818.274563] env[62664]: _type = "Task" [ 818.274563] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.284531] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.462725] env[62664]: DEBUG nova.scheduler.client.report [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.594246] env[62664]: DEBUG nova.network.neutron [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.734302] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.741281] env[62664]: DEBUG nova.network.neutron [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Updating instance_info_cache with network_info: [{"id": "6a4e1064-0dc6-45da-8588-06d565e5ee94", "address": "fa:16:3e:f0:c1:38", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4e1064-0d", "ovs_interfaceid": "6a4e1064-0dc6-45da-8588-06d565e5ee94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.784865] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.968244] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.972952] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.930s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.973215] env[62664]: DEBUG nova.objects.instance [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lazy-loading 'resources' on Instance uuid f139aac4-81b8-4902-b642-c1efd112dff3 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.990527] env[62664]: INFO nova.scheduler.client.report [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Deleted allocations for instance c1dbaa94-de05-484b-8667-1ca07dc13e55 [ 818.993054] env[62664]: DEBUG nova.compute.manager [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.022355] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.022619] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.022780] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.022962] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.023124] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.023297] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.023485] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.023648] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.023851] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.024026] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.024205] env[62664]: DEBUG nova.virt.hardware [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.025463] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1a3109-9c3b-4291-8275-d73aae758c1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.033825] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8220be6d-43a1-48cc-a6d6-90b21b54c7c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.234981] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697900, 'name': ReconfigVM_Task, 'duration_secs': 0.74835} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.235452] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 9d0ee6be-b92b-4358-b922-eb0d1810da67/9d0ee6be-b92b-4358-b922-eb0d1810da67.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.236265] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a844f90-a345-45c3-8265-cb58aff32d00 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.244028] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 819.244028] env[62664]: value = "task-2697902" [ 819.244028] env[62664]: _type = "Task" [ 819.244028] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.247752] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "refresh_cache-7f031572-1830-4e5f-b39f-949f3932a16e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.248113] env[62664]: DEBUG nova.compute.manager [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Instance network_info: |[{"id": "6a4e1064-0dc6-45da-8588-06d565e5ee94", "address": "fa:16:3e:f0:c1:38", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4e1064-0d", "ovs_interfaceid": "6a4e1064-0dc6-45da-8588-06d565e5ee94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.248523] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:c1:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a4e1064-0dc6-45da-8588-06d565e5ee94', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.255856] env[62664]: DEBUG oslo.service.loopingcall [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.256644] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.256941] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88fde960-0e64-40dd-a541-cb6f282f44f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.276405] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697902, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.282873] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.282873] env[62664]: value = "task-2697903" [ 819.282873] env[62664]: _type = "Task" [ 819.282873] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.286106] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697901, 'name': ReconfigVM_Task, 'duration_secs': 0.738011} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.289373] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 53b51f4c-d952-4632-8525-4941dea8f0f2/53b51f4c-d952-4632-8525-4941dea8f0f2.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.290060] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df5615d0-523e-4149-8673-a4af26c9ca33 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.297447] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697903, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.299903] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 819.299903] env[62664]: value = "task-2697904" [ 819.299903] env[62664]: _type = "Task" [ 819.299903] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.311232] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697904, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.448073] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.448073] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b4b979f-6210-4d3f-974f-0f1a86a98841 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.458635] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 819.458635] env[62664]: value = "task-2697905" [ 819.458635] env[62664]: _type = "Task" [ 819.458635] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.467756] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.468733] env[62664]: DEBUG nova.network.neutron [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Successfully updated port: ca141721-8c63-4df5-be64-7d8bf49c3fc5 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.503495] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6635138d-905b-4803-af3a-cab39dbba65f tempest-ServerMetadataNegativeTestJSON-88504466 tempest-ServerMetadataNegativeTestJSON-88504466-project-member] Lock "c1dbaa94-de05-484b-8667-1ca07dc13e55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.295s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.585603] env[62664]: DEBUG nova.compute.manager [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Received event network-changed-6a4e1064-0dc6-45da-8588-06d565e5ee94 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.585972] env[62664]: DEBUG nova.compute.manager [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Refreshing instance network info cache due to event network-changed-6a4e1064-0dc6-45da-8588-06d565e5ee94. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 819.586320] env[62664]: DEBUG oslo_concurrency.lockutils [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] Acquiring lock "refresh_cache-7f031572-1830-4e5f-b39f-949f3932a16e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.586588] env[62664]: DEBUG oslo_concurrency.lockutils [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] Acquired lock "refresh_cache-7f031572-1830-4e5f-b39f-949f3932a16e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.586888] env[62664]: DEBUG nova.network.neutron [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Refreshing network info cache for port 6a4e1064-0dc6-45da-8588-06d565e5ee94 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.756586] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697902, 'name': Rename_Task, 'duration_secs': 0.167877} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.756943] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.757152] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ace12dd-e1fc-4067-9833-67224447e1e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.769535] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 819.769535] env[62664]: value = "task-2697906" [ 819.769535] env[62664]: _type = "Task" [ 819.769535] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.783489] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.796955] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697903, 'name': CreateVM_Task, 'duration_secs': 0.34972} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.797148] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.798330] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.798410] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.798765] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.799054] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074481ea-449e-424a-8d54-7d0caddbc2fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.807478] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 819.807478] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b8a612-5245-7d16-ec1c-c41349d8d6c0" [ 819.807478] env[62664]: _type = "Task" [ 819.807478] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.814992] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697904, 'name': Rename_Task, 'duration_secs': 0.153569} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.818511] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.819063] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2806cca1-d0af-4aae-be74-c27b3c7472e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.827607] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b8a612-5245-7d16-ec1c-c41349d8d6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.829051] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.829311] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.829549] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.830031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.830031] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.830250] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 819.830250] env[62664]: value = "task-2697907" [ 819.830250] env[62664]: _type = "Task" [ 819.830250] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.832700] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dce30bf9-e5c7-4009-8e83-f0079b591023 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.843019] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.845140] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.845318] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.846094] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c424f2d2-b28c-4192-b10f-5cf80a8f0368 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.855458] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 819.855458] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521514f5-004a-5c85-e9cb-ef3014260dde" [ 819.855458] env[62664]: _type = "Task" [ 819.855458] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.866882] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521514f5-004a-5c85-e9cb-ef3014260dde, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.867666] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71228616-845b-4f77-99e0-1a3002a06064 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.877896] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 819.877896] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527e4da6-f278-9fdc-72fa-6de8e2f203ae" [ 819.877896] env[62664]: _type = "Task" [ 819.877896] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.887599] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527e4da6-f278-9fdc-72fa-6de8e2f203ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.952411] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f0272f-b3e7-472e-9805-a2237e06f7f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.964816] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df5bff6-b7c1-4bcd-86a5-07c6dc2403f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.971593] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquiring lock "refresh_cache-f36cea30-3bd7-4e2d-99bd-36e723867735" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.971808] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquired lock "refresh_cache-f36cea30-3bd7-4e2d-99bd-36e723867735" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.971884] env[62664]: DEBUG nova.network.neutron [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.006243] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697905, 'name': PowerOffVM_Task, 'duration_secs': 0.224545} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.009711] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.010588] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef05d80-8d7c-41e4-96d2-4aba7489bd05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.013971] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec58a8c-cbe9-4144-b582-1a2b2fce4fb1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.039544] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8218dfa0-3385-4c7c-aa2f-acda8d23408c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.044983] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eed8c4-8dfe-4360-9a24-ed9eb1b7741c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.049932] env[62664]: DEBUG nova.network.neutron [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.062304] env[62664]: DEBUG nova.compute.provider_tree [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.092732] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.094902] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-717aa450-d97e-4bfa-98cf-9aad203af7b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.104634] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 820.104634] env[62664]: value = "task-2697908" [ 820.104634] env[62664]: _type = "Task" [ 820.104634] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.115480] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 820.115672] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.115966] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.116134] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.116331] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.116592] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ce9d48-83fb-4128-a0f6-a5b99d1db163 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.126634] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.126824] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.127574] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8682096f-fc84-49a2-b5c4-11a79f9e974b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.135719] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 820.135719] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cd48e5-ff0f-5d21-20b7-51d81493abdc" [ 820.135719] env[62664]: _type = "Task" [ 820.135719] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.147527] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cd48e5-ff0f-5d21-20b7-51d81493abdc, 'name': SearchDatastore_Task} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.148397] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e878cf-1ce8-4a83-afff-0908f57c5f73 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.154265] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 820.154265] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b84934-c38a-e9a7-3169-e13f3731e246" [ 820.154265] env[62664]: _type = "Task" [ 820.154265] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.164500] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b84934-c38a-e9a7-3169-e13f3731e246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.283086] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697906, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.331434] env[62664]: DEBUG nova.network.neutron [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Updating instance_info_cache with network_info: [{"id": "ca141721-8c63-4df5-be64-7d8bf49c3fc5", "address": "fa:16:3e:aa:6a:0a", "network": {"id": "7b972b7b-5032-419b-a87a-d10f358dd2b0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1900541017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c21ddfbf6b645b19fa10976c44710b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca141721-8c", "ovs_interfaceid": "ca141721-8c63-4df5-be64-7d8bf49c3fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.349830] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.388644] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527e4da6-f278-9fdc-72fa-6de8e2f203ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.388919] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.389208] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 7f031572-1830-4e5f-b39f-949f3932a16e/7f031572-1830-4e5f-b39f-949f3932a16e.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.389470] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce538033-ad96-4908-865a-3ae17f2af206 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.401463] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 820.401463] env[62664]: value = "task-2697909" [ 820.401463] env[62664]: _type = "Task" [ 820.401463] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.412805] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.432344] env[62664]: DEBUG nova.network.neutron [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Updated VIF entry in instance network info cache for port 6a4e1064-0dc6-45da-8588-06d565e5ee94. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.432459] env[62664]: DEBUG nova.network.neutron [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Updating instance_info_cache with network_info: [{"id": "6a4e1064-0dc6-45da-8588-06d565e5ee94", "address": "fa:16:3e:f0:c1:38", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4e1064-0d", "ovs_interfaceid": "6a4e1064-0dc6-45da-8588-06d565e5ee94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.570029] env[62664]: DEBUG nova.scheduler.client.report [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.666438] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b84934-c38a-e9a7-3169-e13f3731e246, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.666720] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.666992] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 557a3477-17ec-40c8-b714-362fd653a5b9/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. {{(pid=62664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 820.667282] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bcfd259-7eea-43b1-a626-0137264283c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.675858] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 820.675858] env[62664]: value = "task-2697910" [ 820.675858] env[62664]: _type = "Task" [ 820.675858] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.690039] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.782613] env[62664]: DEBUG oslo_vmware.api [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697906, 'name': PowerOnVM_Task, 'duration_secs': 0.655227} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.783040] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.783171] env[62664]: INFO nova.compute.manager [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Took 8.86 seconds to spawn the instance on the hypervisor. [ 820.783431] env[62664]: DEBUG nova.compute.manager [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.784459] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cc787b-d81a-457c-831b-75c627a1d4ef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.834806] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Releasing lock "refresh_cache-f36cea30-3bd7-4e2d-99bd-36e723867735" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.834806] env[62664]: DEBUG nova.compute.manager [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Instance network_info: |[{"id": "ca141721-8c63-4df5-be64-7d8bf49c3fc5", "address": "fa:16:3e:aa:6a:0a", "network": {"id": "7b972b7b-5032-419b-a87a-d10f358dd2b0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1900541017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c21ddfbf6b645b19fa10976c44710b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca141721-8c", "ovs_interfaceid": "ca141721-8c63-4df5-be64-7d8bf49c3fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.835137] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:6a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca141721-8c63-4df5-be64-7d8bf49c3fc5', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.850372] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Creating folder: Project (8c21ddfbf6b645b19fa10976c44710b2). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.851567] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35e11ee-a349-4b26-a8c4-a28e5a3ff4a9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.865847] env[62664]: DEBUG oslo_vmware.api [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697907, 'name': PowerOnVM_Task, 'duration_secs': 0.659815} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.867210] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.867489] env[62664]: INFO nova.compute.manager [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Took 11.61 seconds to spawn the instance on the hypervisor. [ 820.867680] env[62664]: DEBUG nova.compute.manager [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.868565] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4648ad12-683a-44bc-847b-e95765e91d4a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.882060] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Created folder: Project (8c21ddfbf6b645b19fa10976c44710b2) in parent group-v543506. [ 820.882268] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Creating folder: Instances. Parent ref: group-v543680. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.882511] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5ed5b45-8d2b-4ffc-af60-0f1b395be45e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.893098] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Created folder: Instances in parent group-v543680. [ 820.893350] env[62664]: DEBUG oslo.service.loopingcall [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.893550] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.893754] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4207a2d3-b490-4d33-9ab6-c0c5748cdb9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.919025] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500061} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.920212] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 7f031572-1830-4e5f-b39f-949f3932a16e/7f031572-1830-4e5f-b39f-949f3932a16e.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.920951] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.921277] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.921277] env[62664]: value = "task-2697913" [ 820.921277] env[62664]: _type = "Task" [ 820.921277] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.922280] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d13a980f-1b7b-4f17-88d0-9037647fdd61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.935299] env[62664]: DEBUG oslo_concurrency.lockutils [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] Releasing lock "refresh_cache-7f031572-1830-4e5f-b39f-949f3932a16e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.935737] env[62664]: DEBUG nova.compute.manager [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Received event network-vif-plugged-ca141721-8c63-4df5-be64-7d8bf49c3fc5 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.935887] env[62664]: DEBUG oslo_concurrency.lockutils [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] Acquiring lock "f36cea30-3bd7-4e2d-99bd-36e723867735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.936142] env[62664]: DEBUG oslo_concurrency.lockutils [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] Lock "f36cea30-3bd7-4e2d-99bd-36e723867735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.936355] env[62664]: DEBUG oslo_concurrency.lockutils [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] Lock "f36cea30-3bd7-4e2d-99bd-36e723867735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.936565] env[62664]: DEBUG nova.compute.manager [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] No waiting events found dispatching network-vif-plugged-ca141721-8c63-4df5-be64-7d8bf49c3fc5 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.936798] env[62664]: WARNING nova.compute.manager [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Received unexpected event network-vif-plugged-ca141721-8c63-4df5-be64-7d8bf49c3fc5 for instance with vm_state building and task_state spawning. [ 820.937060] env[62664]: DEBUG nova.compute.manager [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Received event network-changed-ca141721-8c63-4df5-be64-7d8bf49c3fc5 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.937276] env[62664]: DEBUG nova.compute.manager [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Refreshing instance network info cache due to event network-changed-ca141721-8c63-4df5-be64-7d8bf49c3fc5. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 820.937526] env[62664]: DEBUG oslo_concurrency.lockutils [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] Acquiring lock "refresh_cache-f36cea30-3bd7-4e2d-99bd-36e723867735" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.937697] env[62664]: DEBUG oslo_concurrency.lockutils [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] Acquired lock "refresh_cache-f36cea30-3bd7-4e2d-99bd-36e723867735" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.937893] env[62664]: DEBUG nova.network.neutron [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Refreshing network info cache for port ca141721-8c63-4df5-be64-7d8bf49c3fc5 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.938999] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697913, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.940945] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 820.940945] env[62664]: value = "task-2697914" [ 820.940945] env[62664]: _type = "Task" [ 820.940945] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.954316] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.075782] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.078430] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.374s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.080029] env[62664]: INFO nova.compute.claims [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.099691] env[62664]: INFO nova.scheduler.client.report [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Deleted allocations for instance f139aac4-81b8-4902-b642-c1efd112dff3 [ 821.188516] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697910, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.310972] env[62664]: INFO nova.compute.manager [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Took 55.68 seconds to build instance. [ 821.388622] env[62664]: INFO nova.compute.manager [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Took 59.92 seconds to build instance. [ 821.435992] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697913, 'name': CreateVM_Task, 'duration_secs': 0.511167} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.436522] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.437253] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.437424] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.437741] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.437999] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602d0229-cddc-4b53-a40a-3355229119a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.446637] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for the task: (returnval){ [ 821.446637] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525272f7-3370-89d5-f0b8-337b2ed05827" [ 821.446637] env[62664]: _type = "Task" [ 821.446637] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.463030] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138458} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.466739] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.467149] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525272f7-3370-89d5-f0b8-337b2ed05827, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.469399] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf22ce59-e1e8-414c-824b-ada25a300953 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.470594] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.470827] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.471561] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.472376] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.472376] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.473009] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e73a94d-ad4f-4e0b-9c4d-d1b88d5cd86e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.496900] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 7f031572-1830-4e5f-b39f-949f3932a16e/7f031572-1830-4e5f-b39f-949f3932a16e.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.504725] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d03419-04e2-4fae-9934-dc874b5cedc7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.522876] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.523092] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.527664] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f01e4d-5587-4543-9b7c-ef571b998314 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.534378] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for the task: (returnval){ [ 821.534378] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d42726-563c-2f48-6f6b-d281b576d356" [ 821.534378] env[62664]: _type = "Task" [ 821.534378] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.540278] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 821.540278] env[62664]: value = "task-2697915" [ 821.540278] env[62664]: _type = "Task" [ 821.540278] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.550287] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d42726-563c-2f48-6f6b-d281b576d356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.557862] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.609594] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e44b12cf-d454-4972-a8fd-6d82367bc074 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "f139aac4-81b8-4902-b642-c1efd112dff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.612s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.688651] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641908} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.688917] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 557a3477-17ec-40c8-b714-362fd653a5b9/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. [ 821.689717] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7296eca-cea6-42b3-a2e6-854f81f59d9e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.716406] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 557a3477-17ec-40c8-b714-362fd653a5b9/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.716754] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a152d9-31ec-45ec-b284-46fb499006f9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.737055] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 821.737055] env[62664]: value = "task-2697916" [ 821.737055] env[62664]: _type = "Task" [ 821.737055] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.746764] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.794676] env[62664]: DEBUG nova.network.neutron [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Updated VIF entry in instance network info cache for port ca141721-8c63-4df5-be64-7d8bf49c3fc5. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.795178] env[62664]: DEBUG nova.network.neutron [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Updating instance_info_cache with network_info: [{"id": "ca141721-8c63-4df5-be64-7d8bf49c3fc5", "address": "fa:16:3e:aa:6a:0a", "network": {"id": "7b972b7b-5032-419b-a87a-d10f358dd2b0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1900541017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c21ddfbf6b645b19fa10976c44710b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca141721-8c", "ovs_interfaceid": "ca141721-8c63-4df5-be64-7d8bf49c3fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.813233] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92ee5331-38bf-4bb1-9afc-b20d38d3a99e tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "9d0ee6be-b92b-4358-b922-eb0d1810da67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.189s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.892491] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de2a4746-4d3c-495e-ab7d-a544877111ac tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "53b51f4c-d952-4632-8525-4941dea8f0f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.428s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.958684] env[62664]: DEBUG oslo_concurrency.lockutils [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "53b51f4c-d952-4632-8525-4941dea8f0f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.959019] env[62664]: DEBUG oslo_concurrency.lockutils [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "53b51f4c-d952-4632-8525-4941dea8f0f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.959339] env[62664]: DEBUG oslo_concurrency.lockutils [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "53b51f4c-d952-4632-8525-4941dea8f0f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.960048] env[62664]: DEBUG oslo_concurrency.lockutils [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "53b51f4c-d952-4632-8525-4941dea8f0f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.960048] env[62664]: DEBUG oslo_concurrency.lockutils [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "53b51f4c-d952-4632-8525-4941dea8f0f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.962294] env[62664]: INFO nova.compute.manager [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Terminating instance [ 822.031031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.031144] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.031340] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.031544] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.031742] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.033893] env[62664]: INFO nova.compute.manager [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Terminating instance [ 822.047340] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d42726-563c-2f48-6f6b-d281b576d356, 'name': SearchDatastore_Task, 'duration_secs': 0.011927} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.051872] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25591d96-3000-4ba2-9216-95c38f30873c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.059320] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for the task: (returnval){ [ 822.059320] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f7c3fb-7790-9728-acd9-8a13f38e460d" [ 822.059320] env[62664]: _type = "Task" [ 822.059320] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.062283] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697915, 'name': ReconfigVM_Task, 'duration_secs': 0.339351} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.066652] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 7f031572-1830-4e5f-b39f-949f3932a16e/7f031572-1830-4e5f-b39f-949f3932a16e.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.067163] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdd38fac-de4f-473d-81f7-420296983c25 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.075437] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f7c3fb-7790-9728-acd9-8a13f38e460d, 'name': SearchDatastore_Task, 'duration_secs': 0.012452} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.076837] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.077127] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f36cea30-3bd7-4e2d-99bd-36e723867735/f36cea30-3bd7-4e2d-99bd-36e723867735.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.077467] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 822.077467] env[62664]: value = "task-2697917" [ 822.077467] env[62664]: _type = "Task" [ 822.077467] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.077776] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94e1ab70-3b42-4b9d-b5f6-5246befcd9ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.094124] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for the task: (returnval){ [ 822.094124] env[62664]: value = "task-2697918" [ 822.094124] env[62664]: _type = "Task" [ 822.094124] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.094419] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697917, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.103923] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.248122] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.298966] env[62664]: DEBUG oslo_concurrency.lockutils [req-dd2180e2-96b7-4956-91d4-7419680eadcf req-a506031d-75a7-448f-9dc3-c1e8bddd6213 service nova] Releasing lock "refresh_cache-f36cea30-3bd7-4e2d-99bd-36e723867735" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.372961] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "9d0ee6be-b92b-4358-b922-eb0d1810da67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.372961] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "9d0ee6be-b92b-4358-b922-eb0d1810da67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.372961] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "9d0ee6be-b92b-4358-b922-eb0d1810da67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.373291] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "9d0ee6be-b92b-4358-b922-eb0d1810da67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.373291] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "9d0ee6be-b92b-4358-b922-eb0d1810da67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.375861] env[62664]: INFO nova.compute.manager [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Terminating instance [ 822.466840] env[62664]: DEBUG nova.compute.manager [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.467111] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.468227] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6ea1db-6467-43f6-9530-acfd680800da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.482042] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.482363] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b2f6c73-53cd-47e0-9763-01669bb49559 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.494676] env[62664]: DEBUG oslo_vmware.api [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 822.494676] env[62664]: value = "task-2697919" [ 822.494676] env[62664]: _type = "Task" [ 822.494676] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.504837] env[62664]: DEBUG oslo_vmware.api [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.523585] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7662a2-cedd-4c2e-a5d3-57a15033a9f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.533734] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49216b5-9802-4f0b-b5d7-343ca91d04f9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.540902] env[62664]: DEBUG nova.compute.manager [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.541220] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.569107] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c229ce96-4c6e-45a5-b281-66ec60f45014 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.573021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103c7d08-1a0e-49f7-99a7-9123e82cb9ed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.587573] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326c2881-d16e-4385-a8d6-1eb8cdf06645 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.591791] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.592106] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f23f65a6-735d-485b-9b3d-e1a81f966da1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.613147] env[62664]: DEBUG nova.compute.provider_tree [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.615026] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697917, 'name': Rename_Task, 'duration_secs': 0.172106} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.615368] env[62664]: DEBUG oslo_vmware.api [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 822.615368] env[62664]: value = "task-2697920" [ 822.615368] env[62664]: _type = "Task" [ 822.615368] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.616355] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.616704] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7a6fbe2-42d6-4346-aea3-ff83a4dbc7fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.626791] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697918, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.627781] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f36cea30-3bd7-4e2d-99bd-36e723867735/f36cea30-3bd7-4e2d-99bd-36e723867735.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.628019] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.628563] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b5dc185-6df9-41b7-921b-2a454800e6ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.635373] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 822.635373] env[62664]: value = "task-2697921" [ 822.635373] env[62664]: _type = "Task" [ 822.635373] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.635904] env[62664]: DEBUG oslo_vmware.api [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.637419] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for the task: (returnval){ [ 822.637419] env[62664]: value = "task-2697922" [ 822.637419] env[62664]: _type = "Task" [ 822.637419] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.650056] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.653241] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.751019] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697916, 'name': ReconfigVM_Task, 'duration_secs': 0.798756} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.751019] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 557a3477-17ec-40c8-b714-362fd653a5b9/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.751019] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8de568-13fd-4fcf-8152-ea55ee2f1461 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.778128] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b230fe44-cf90-4be0-95ce-6f05c95ce038 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.795872] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 822.795872] env[62664]: value = "task-2697923" [ 822.795872] env[62664]: _type = "Task" [ 822.795872] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.805448] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.880211] env[62664]: DEBUG nova.compute.manager [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.880469] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.881408] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107aee45-d2fb-4a7e-b584-bbe582e95844 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.889612] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.889907] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f3ce98d-5aa2-4abf-8db7-6171ce3dea86 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.896165] env[62664]: DEBUG oslo_vmware.api [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 822.896165] env[62664]: value = "task-2697924" [ 822.896165] env[62664]: _type = "Task" [ 822.896165] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.906955] env[62664]: DEBUG oslo_vmware.api [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.005622] env[62664]: DEBUG oslo_vmware.api [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697919, 'name': PowerOffVM_Task, 'duration_secs': 0.311906} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.006338] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.006338] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.006568] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a1fa9b3-c8dc-4d37-9559-cb0a86fb868f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.116936] env[62664]: DEBUG nova.scheduler.client.report [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.130865] env[62664]: DEBUG oslo_vmware.api [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697920, 'name': PowerOffVM_Task, 'duration_secs': 0.307164} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.131197] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.131442] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.131657] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-238fd578-45df-4ef7-a277-fc342321681e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.146062] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.146309] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.146500] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Deleting the datastore file [datastore1] 53b51f4c-d952-4632-8525-4941dea8f0f2 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.147409] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30b239bd-91d2-4689-a9aa-8a7a042e00ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.167974] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073773} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.172214] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.172585] env[62664]: DEBUG oslo_vmware.api [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697921, 'name': PowerOnVM_Task, 'duration_secs': 0.519032} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.172808] env[62664]: DEBUG oslo_vmware.api [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for the task: (returnval){ [ 823.172808] env[62664]: value = "task-2697927" [ 823.172808] env[62664]: _type = "Task" [ 823.172808] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.173506] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aa8d3d-7fb2-40a2-bb21-aa60856a9542 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.176091] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.176300] env[62664]: INFO nova.compute.manager [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Took 6.77 seconds to spawn the instance on the hypervisor. [ 823.176482] env[62664]: DEBUG nova.compute.manager [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.177618] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaca71aa-d4aa-46a2-9f22-b2c5ed8304fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.188830] env[62664]: DEBUG oslo_vmware.api [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.210949] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] f36cea30-3bd7-4e2d-99bd-36e723867735/f36cea30-3bd7-4e2d-99bd-36e723867735.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.211893] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc1d23a5-4867-4294-961f-8ced9aafecdf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.228265] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.229031] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.229031] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Deleting the datastore file [datastore2] 22d675da-2ba5-4c9a-8aa2-096eb68e5118 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.229398] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fe40007-7376-4486-aa5b-c11d67502927 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.236021] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for the task: (returnval){ [ 823.236021] env[62664]: value = "task-2697928" [ 823.236021] env[62664]: _type = "Task" [ 823.236021] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.237441] env[62664]: DEBUG oslo_vmware.api [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for the task: (returnval){ [ 823.237441] env[62664]: value = "task-2697929" [ 823.237441] env[62664]: _type = "Task" [ 823.237441] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.249985] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.253214] env[62664]: DEBUG oslo_vmware.api [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.307539] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697923, 'name': ReconfigVM_Task, 'duration_secs': 0.26212} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.308034] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.308364] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c52c754b-f186-4a46-a993-bdeacfd878a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.315893] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 823.315893] env[62664]: value = "task-2697930" [ 823.315893] env[62664]: _type = "Task" [ 823.315893] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.325062] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.406133] env[62664]: DEBUG oslo_vmware.api [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697924, 'name': PowerOffVM_Task, 'duration_secs': 0.205025} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.406403] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.406581] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.406818] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e63913e9-0b11-4993-ba8c-9befbc1a9a9c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.475791] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.476275] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.476509] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Deleting the datastore file [datastore2] 9d0ee6be-b92b-4358-b922-eb0d1810da67 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.476846] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-503758e8-c291-4c3b-b698-c78bc14af552 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.486921] env[62664]: DEBUG oslo_vmware.api [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for the task: (returnval){ [ 823.486921] env[62664]: value = "task-2697932" [ 823.486921] env[62664]: _type = "Task" [ 823.486921] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.495754] env[62664]: DEBUG oslo_vmware.api [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.625438] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.626041] env[62664]: DEBUG nova.compute.manager [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.628742] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.942s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.687252] env[62664]: DEBUG oslo_vmware.api [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Task: {'id': task-2697927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443551} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.687578] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.687703] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.687889] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.688076] env[62664]: INFO nova.compute.manager [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 823.688370] env[62664]: DEBUG oslo.service.loopingcall [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.688559] env[62664]: DEBUG nova.compute.manager [-] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.688656] env[62664]: DEBUG nova.network.neutron [-] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.720164] env[62664]: INFO nova.compute.manager [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Took 55.12 seconds to build instance. [ 823.753762] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.757831] env[62664]: DEBUG oslo_vmware.api [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.830522] env[62664]: DEBUG oslo_vmware.api [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697930, 'name': PowerOnVM_Task, 'duration_secs': 0.499674} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.830893] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.834079] env[62664]: DEBUG nova.compute.manager [None req-23cea94c-0d79-414f-a32f-cf407cb09c1e tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.834935] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e87c3d-4281-445e-834f-57d6e56dadcf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.000413] env[62664]: DEBUG oslo_vmware.api [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Task: {'id': task-2697932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408751} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.001310] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.001310] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.001310] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.001310] env[62664]: INFO nova.compute.manager [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Took 1.12 seconds to destroy the instance on the hypervisor. [ 824.001564] env[62664]: DEBUG oslo.service.loopingcall [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.001600] env[62664]: DEBUG nova.compute.manager [-] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.001681] env[62664]: DEBUG nova.network.neutron [-] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.132264] env[62664]: DEBUG nova.compute.utils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 824.146854] env[62664]: DEBUG nova.compute.manager [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.147139] env[62664]: DEBUG nova.network.neutron [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.184358] env[62664]: DEBUG nova.compute.manager [req-dbfed6f0-bf63-416d-818b-0b2c265708d5 req-02cd9f35-9bc3-4add-ae55-85738e790559 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Received event network-vif-deleted-4ef45e3f-905b-433c-96c6-3c9e1311b335 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.184358] env[62664]: INFO nova.compute.manager [req-dbfed6f0-bf63-416d-818b-0b2c265708d5 req-02cd9f35-9bc3-4add-ae55-85738e790559 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Neutron deleted interface 4ef45e3f-905b-433c-96c6-3c9e1311b335; detaching it from the instance and deleting it from the info cache [ 824.184358] env[62664]: DEBUG nova.network.neutron [req-dbfed6f0-bf63-416d-818b-0b2c265708d5 req-02cd9f35-9bc3-4add-ae55-85738e790559 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Updating instance_info_cache with network_info: [{"id": "079001d9-9392-44d3-9ce7-498b5d3e2445", "address": "fa:16:3e:12:4a:be", "network": {"id": "88a2bbe5-ead3-46cc-bb1d-a8d471ec86e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832105140", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "05979f3df5f64d7bb08de75f4a009d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap079001d9-93", "ovs_interfaceid": "079001d9-9392-44d3-9ce7-498b5d3e2445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.210187] env[62664]: DEBUG nova.policy [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1122104c0eee436e95e200d0048dcac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a76f0050ea564ed39035b3dae2512bbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.222505] env[62664]: DEBUG oslo_concurrency.lockutils [None req-23661088-f311-4a09-a625-64f60ec81731 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7f031572-1830-4e5f-b39f-949f3932a16e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.634s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.250382] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697928, 'name': ReconfigVM_Task, 'duration_secs': 0.718216} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.251216] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Reconfigured VM instance instance-0000003f to attach disk [datastore2] f36cea30-3bd7-4e2d-99bd-36e723867735/f36cea30-3bd7-4e2d-99bd-36e723867735.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.254392] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c9c9ffe-bad0-408f-96c2-8eacdf2dc89c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.256955] env[62664]: DEBUG oslo_vmware.api [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Task: {'id': task-2697929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595094} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.257466] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.257655] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.257838] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.258026] env[62664]: INFO nova.compute.manager [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Took 1.72 seconds to destroy the instance on the hypervisor. [ 824.258414] env[62664]: DEBUG oslo.service.loopingcall [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.258531] env[62664]: DEBUG nova.compute.manager [-] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.258622] env[62664]: DEBUG nova.network.neutron [-] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.263363] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for the task: (returnval){ [ 824.263363] env[62664]: value = "task-2697933" [ 824.263363] env[62664]: _type = "Task" [ 824.263363] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.272949] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697933, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.617277] env[62664]: DEBUG nova.network.neutron [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Successfully created port: ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.647261] env[62664]: DEBUG nova.compute.manager [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.650685] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Applying migration context for instance 166d167d-c13e-4340-8994-d0820013c844 as it has an incoming, in-progress migration c5c80f65-4043-4129-865c-d5023f78d32a. Migration status is confirming {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 824.652740] env[62664]: INFO nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating resource usage from migration c5c80f65-4043-4129-865c-d5023f78d32a [ 824.682330] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f48335a6-0726-41d9-abfc-ceb16dcf2912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.683036] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 3afea66f-7d69-4d19-9a8e-2744aa2ce954 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.683036] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance edd9f253-f27f-4417-a9aa-6ba7915fd588 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.683036] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a749bdba-b986-48be-9efe-bd339d5531c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.683036] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 633100b8-c9ff-40d8-9e88-2091f4243b0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.683036] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance dceb2e10-608b-436a-adaf-6bb2d7604566 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.683244] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 7c4dea41-5165-4f17-98c9-1cdc3662f2be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.683244] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 22d675da-2ba5-4c9a-8aa2-096eb68e5118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.683327] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 50b292c3-8baf-49ad-acda-d76f52695c20 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.683444] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a881c010-07df-40df-a487-42e3e382c8bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.683566] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f67479a8-cf01-4c3c-83ae-e7990747a695 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.683678] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a3961cb7-a11e-4151-9301-bc5e9caaa27b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.683789] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a46f7aa6-e307-4c01-a666-38cb2a012b26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.683960] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance eadc1c38-afc4-4877-9d7e-69a4ee194303 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.684154] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.684287] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance d6319ac5-abc6-43f4-9f30-30f7d38be188 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.684403] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Migration c5c80f65-4043-4129-865c-d5023f78d32a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 824.684515] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 166d167d-c13e-4340-8994-d0820013c844 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.684626] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 90919ec8-9403-4b5e-94f4-fad6f941cbcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.684735] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 557a3477-17ec-40c8-b714-362fd653a5b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.684843] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 53b51f4c-d952-4632-8525-4941dea8f0f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.684954] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 9d0ee6be-b92b-4358-b922-eb0d1810da67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.685659] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 7f031572-1830-4e5f-b39f-949f3932a16e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.685659] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f36cea30-3bd7-4e2d-99bd-36e723867735 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.685906] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 485cb5f7-826f-43cc-a28c-2169602867c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 824.689305] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d71912b4-570d-42c1-a7e6-0763850c51d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.700766] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968facd5-6ecf-4fa5-b939-ede05514bb4d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.737207] env[62664]: DEBUG nova.compute.manager [req-dbfed6f0-bf63-416d-818b-0b2c265708d5 req-02cd9f35-9bc3-4add-ae55-85738e790559 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Detach interface failed, port_id=4ef45e3f-905b-433c-96c6-3c9e1311b335, reason: Instance 53b51f4c-d952-4632-8525-4941dea8f0f2 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 824.773656] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697933, 'name': Rename_Task, 'duration_secs': 0.219402} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.773882] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.774136] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9315665-7c5d-4339-a28b-03f5e4d94552 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.781819] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for the task: (returnval){ [ 824.781819] env[62664]: value = "task-2697934" [ 824.781819] env[62664]: _type = "Task" [ 824.781819] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.790145] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.894587] env[62664]: DEBUG nova.network.neutron [-] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.996966] env[62664]: DEBUG nova.network.neutron [-] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.133912] env[62664]: DEBUG nova.network.neutron [-] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.190157] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance cfd26ae3-c51b-469a-a8c8-5a4841067644 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.295210] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697934, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.397020] env[62664]: INFO nova.compute.manager [-] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Took 1.71 seconds to deallocate network for instance. [ 825.397462] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "7f031572-1830-4e5f-b39f-949f3932a16e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.397706] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7f031572-1830-4e5f-b39f-949f3932a16e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.397913] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "7f031572-1830-4e5f-b39f-949f3932a16e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.398143] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7f031572-1830-4e5f-b39f-949f3932a16e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.398278] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7f031572-1830-4e5f-b39f-949f3932a16e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.401392] env[62664]: INFO nova.compute.manager [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Terminating instance [ 825.499465] env[62664]: INFO nova.compute.manager [-] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Took 1.50 seconds to deallocate network for instance. [ 825.636769] env[62664]: INFO nova.compute.manager [-] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Took 1.38 seconds to deallocate network for instance. [ 825.662420] env[62664]: DEBUG nova.compute.manager [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.693048] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.693277] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.693438] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.693619] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.693771] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.693949] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.694180] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.694339] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.694504] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.694672] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.694829] env[62664]: DEBUG nova.virt.hardware [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.696475] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 825.698140] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d6af2-0d28-4e4c-9a39-ff616d9dfd12 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.709126] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf427555-8c37-4183-8567-8c687c8d8e2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.795143] env[62664]: DEBUG oslo_vmware.api [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2697934, 'name': PowerOnVM_Task, 'duration_secs': 0.545157} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.795476] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.795740] env[62664]: INFO nova.compute.manager [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Took 6.80 seconds to spawn the instance on the hypervisor. [ 825.795965] env[62664]: DEBUG nova.compute.manager [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.797060] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37b2f75-f632-461c-ab5c-3cfb46036bdd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.908067] env[62664]: DEBUG oslo_concurrency.lockutils [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.908574] env[62664]: DEBUG nova.compute.manager [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.908826] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.910871] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bf0c42-19e5-4c6c-9bc8-faf9cd08d9b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.921540] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.921540] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48cb0b86-184d-4078-b1fc-28ba9566536b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.931389] env[62664]: DEBUG oslo_vmware.api [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 825.931389] env[62664]: value = "task-2697935" [ 825.931389] env[62664]: _type = "Task" [ 825.931389] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.942201] env[62664]: DEBUG oslo_vmware.api [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.006300] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.145626] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.149597] env[62664]: DEBUG nova.compute.manager [req-2bcc89cc-6e5e-4006-940f-4a9162395caf req-417fc01a-24e4-4239-ba85-0dfcc63cd5d1 service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Received event network-vif-plugged-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.151146] env[62664]: DEBUG oslo_concurrency.lockutils [req-2bcc89cc-6e5e-4006-940f-4a9162395caf req-417fc01a-24e4-4239-ba85-0dfcc63cd5d1 service nova] Acquiring lock "485cb5f7-826f-43cc-a28c-2169602867c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.151146] env[62664]: DEBUG oslo_concurrency.lockutils [req-2bcc89cc-6e5e-4006-940f-4a9162395caf req-417fc01a-24e4-4239-ba85-0dfcc63cd5d1 service nova] Lock "485cb5f7-826f-43cc-a28c-2169602867c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.151146] env[62664]: DEBUG oslo_concurrency.lockutils [req-2bcc89cc-6e5e-4006-940f-4a9162395caf req-417fc01a-24e4-4239-ba85-0dfcc63cd5d1 service nova] Lock "485cb5f7-826f-43cc-a28c-2169602867c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.151146] env[62664]: DEBUG nova.compute.manager [req-2bcc89cc-6e5e-4006-940f-4a9162395caf req-417fc01a-24e4-4239-ba85-0dfcc63cd5d1 service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] No waiting events found dispatching network-vif-plugged-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.151146] env[62664]: WARNING nova.compute.manager [req-2bcc89cc-6e5e-4006-940f-4a9162395caf req-417fc01a-24e4-4239-ba85-0dfcc63cd5d1 service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Received unexpected event network-vif-plugged-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f for instance with vm_state building and task_state spawning. [ 826.205009] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 4283a193-e2eb-4c64-9601-a305e2ad4264 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 826.205269] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 826.205428] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 826.217105] env[62664]: DEBUG nova.network.neutron [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Successfully updated port: ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.317563] env[62664]: DEBUG nova.compute.manager [req-79644e16-60fe-4aac-9dd5-66b16c154a11 req-c9461a64-02e3-41e5-9fda-acb812f348f2 service nova] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Received event network-vif-deleted-079001d9-9392-44d3-9ce7-498b5d3e2445 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.317803] env[62664]: DEBUG nova.compute.manager [req-79644e16-60fe-4aac-9dd5-66b16c154a11 req-c9461a64-02e3-41e5-9fda-acb812f348f2 service nova] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Received event network-vif-deleted-190586b3-dda1-4a1c-b523-3b1cc8a9b48b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.318018] env[62664]: DEBUG nova.compute.manager [req-79644e16-60fe-4aac-9dd5-66b16c154a11 req-c9461a64-02e3-41e5-9fda-acb812f348f2 service nova] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Received event network-vif-deleted-6281d6eb-6bed-43fa-9a64-c0528fe429e6 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.324760] env[62664]: INFO nova.compute.manager [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Took 55.06 seconds to build instance. [ 826.442387] env[62664]: DEBUG oslo_vmware.api [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697935, 'name': PowerOffVM_Task, 'duration_secs': 0.269901} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.445023] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.445225] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.445779] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e3eef62-c18d-4460-8132-2d58292b4b35 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.522466] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.522466] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.522713] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleting the datastore file [datastore2] 7f031572-1830-4e5f-b39f-949f3932a16e {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.523130] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b9f37dc-dbc5-459e-92e2-d062cc9d94ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.531081] env[62664]: DEBUG oslo_vmware.api [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 826.531081] env[62664]: value = "task-2697937" [ 826.531081] env[62664]: _type = "Task" [ 826.531081] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.545832] env[62664]: DEBUG oslo_vmware.api [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.660967] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d89c7f0-168d-44ad-a1a9-9dec857d5d3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.671020] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d31022-6492-47e1-8129-8f11104277a8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.703767] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3a2485-9000-4c1a-aa2f-4ea5f70cc24d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.712575] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5174514a-2481-4c6c-a069-61147dc02040 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.719187] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquiring lock "refresh_cache-485cb5f7-826f-43cc-a28c-2169602867c4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.719273] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquired lock "refresh_cache-485cb5f7-826f-43cc-a28c-2169602867c4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.719421] env[62664]: DEBUG nova.network.neutron [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.728773] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.762342] env[62664]: DEBUG nova.network.neutron [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.791866] env[62664]: INFO nova.compute.manager [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Rescuing [ 826.792097] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.792256] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.792416] env[62664]: DEBUG nova.network.neutron [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.829855] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a845a8-50c9-46d7-bb18-1cbaff8df171 tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Lock "f36cea30-3bd7-4e2d-99bd-36e723867735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.571s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.932229] env[62664]: DEBUG nova.network.neutron [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Updating instance_info_cache with network_info: [{"id": "ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f", "address": "fa:16:3e:05:1b:37", "network": {"id": "fb947b27-a844-45b6-9325-41cd5a9b2e19", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1445115758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76f0050ea564ed39035b3dae2512bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee94aa7c-8a", "ovs_interfaceid": "ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.043030] env[62664]: DEBUG oslo_vmware.api [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2697937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480484} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.043030] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.043030] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.043030] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.043030] env[62664]: INFO nova.compute.manager [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 827.043625] env[62664]: DEBUG oslo.service.loopingcall [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.043625] env[62664]: DEBUG nova.compute.manager [-] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.043726] env[62664]: DEBUG nova.network.neutron [-] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.234066] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.434260] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Releasing lock "refresh_cache-485cb5f7-826f-43cc-a28c-2169602867c4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.434582] env[62664]: DEBUG nova.compute.manager [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Instance network_info: |[{"id": "ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f", "address": "fa:16:3e:05:1b:37", "network": {"id": "fb947b27-a844-45b6-9325-41cd5a9b2e19", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1445115758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76f0050ea564ed39035b3dae2512bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee94aa7c-8a", "ovs_interfaceid": "ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.435017] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:1b:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.443652] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Creating folder: Project (a76f0050ea564ed39035b3dae2512bbb). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.444374] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b19cb0-5e87-4ee1-84fc-f27bbbd30707 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.462563] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Created folder: Project (a76f0050ea564ed39035b3dae2512bbb) in parent group-v543506. [ 827.464019] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Creating folder: Instances. Parent ref: group-v543683. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.464425] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eff9844-99fc-420a-ac37-5724c1a22375 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.478845] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Created folder: Instances in parent group-v543683. [ 827.480687] env[62664]: DEBUG oslo.service.loopingcall [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.481090] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.481445] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d470b259-76ec-4406-8d93-2f8c6d0fcc86 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.511994] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.511994] env[62664]: value = "task-2697940" [ 827.511994] env[62664]: _type = "Task" [ 827.511994] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.522958] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697940, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.613427] env[62664]: DEBUG nova.network.neutron [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Updating instance_info_cache with network_info: [{"id": "dfae84e4-4145-4227-8633-a076074ee6bf", "address": "fa:16:3e:bd:07:44", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfae84e4-41", "ovs_interfaceid": "dfae84e4-4145-4227-8633-a076074ee6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.742028] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 827.742028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.112s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.742028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.791s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.742028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.743748] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.144s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.745892] env[62664]: INFO nova.compute.claims [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.748891] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.749222] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Cleaning up deleted instances {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 827.775901] env[62664]: INFO nova.scheduler.client.report [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Deleted allocations for instance 7c4dea41-5165-4f17-98c9-1cdc3662f2be [ 827.858741] env[62664]: DEBUG nova.network.neutron [-] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.024360] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697940, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.119101] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.209367] env[62664]: DEBUG nova.compute.manager [req-d02c979d-bafc-45ea-9b07-fdfee80daa62 req-e2c58e1f-d6db-4640-911d-4b4fe732ed69 service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Received event network-changed-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.210963] env[62664]: DEBUG nova.compute.manager [req-d02c979d-bafc-45ea-9b07-fdfee80daa62 req-e2c58e1f-d6db-4640-911d-4b4fe732ed69 service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Refreshing instance network info cache due to event network-changed-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.210963] env[62664]: DEBUG oslo_concurrency.lockutils [req-d02c979d-bafc-45ea-9b07-fdfee80daa62 req-e2c58e1f-d6db-4640-911d-4b4fe732ed69 service nova] Acquiring lock "refresh_cache-485cb5f7-826f-43cc-a28c-2169602867c4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.210963] env[62664]: DEBUG oslo_concurrency.lockutils [req-d02c979d-bafc-45ea-9b07-fdfee80daa62 req-e2c58e1f-d6db-4640-911d-4b4fe732ed69 service nova] Acquired lock "refresh_cache-485cb5f7-826f-43cc-a28c-2169602867c4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.210963] env[62664]: DEBUG nova.network.neutron [req-d02c979d-bafc-45ea-9b07-fdfee80daa62 req-e2c58e1f-d6db-4640-911d-4b4fe732ed69 service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Refreshing network info cache for port ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.262321] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] There are 40 instances to clean {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 828.262594] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: c1dbaa94-de05-484b-8667-1ca07dc13e55] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.284285] env[62664]: DEBUG oslo_concurrency.lockutils [None req-89d0d896-2851-4c8d-b330-12f88b7957c0 tempest-FloatingIPsAssociationTestJSON-1694734114 tempest-FloatingIPsAssociationTestJSON-1694734114-project-member] Lock "7c4dea41-5165-4f17-98c9-1cdc3662f2be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.539s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.359477] env[62664]: DEBUG nova.compute.manager [req-722c3c92-8942-40ae-931b-78db80b9e096 req-98a697fe-4248-4ddf-9994-260baebe1a07 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Received event network-changed-ca141721-8c63-4df5-be64-7d8bf49c3fc5 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.359477] env[62664]: DEBUG nova.compute.manager [req-722c3c92-8942-40ae-931b-78db80b9e096 req-98a697fe-4248-4ddf-9994-260baebe1a07 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Refreshing instance network info cache due to event network-changed-ca141721-8c63-4df5-be64-7d8bf49c3fc5. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.359477] env[62664]: DEBUG oslo_concurrency.lockutils [req-722c3c92-8942-40ae-931b-78db80b9e096 req-98a697fe-4248-4ddf-9994-260baebe1a07 service nova] Acquiring lock "refresh_cache-f36cea30-3bd7-4e2d-99bd-36e723867735" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.361222] env[62664]: DEBUG oslo_concurrency.lockutils [req-722c3c92-8942-40ae-931b-78db80b9e096 req-98a697fe-4248-4ddf-9994-260baebe1a07 service nova] Acquired lock "refresh_cache-f36cea30-3bd7-4e2d-99bd-36e723867735" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.361222] env[62664]: DEBUG nova.network.neutron [req-722c3c92-8942-40ae-931b-78db80b9e096 req-98a697fe-4248-4ddf-9994-260baebe1a07 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Refreshing network info cache for port ca141721-8c63-4df5-be64-7d8bf49c3fc5 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.363151] env[62664]: INFO nova.compute.manager [-] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Took 1.32 seconds to deallocate network for instance. [ 828.527261] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697940, 'name': CreateVM_Task, 'duration_secs': 0.573782} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.527443] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.528156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.528333] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.528659] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.528916] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df3c060-7c87-417d-b7a9-ce16f75d714a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.538889] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for the task: (returnval){ [ 828.538889] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bcff21-786c-8a60-be4f-f804344624ba" [ 828.538889] env[62664]: _type = "Task" [ 828.538889] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.548649] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bcff21-786c-8a60-be4f-f804344624ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.768111] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: e3541c5a-37ad-451e-b074-2d64d058f870] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.871256] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.049913] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52bcff21-786c-8a60-be4f-f804344624ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.052420] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.052662] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.056013] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.056013] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.056013] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.056013] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d90d978-e828-498f-85f5-644002ef7eeb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.067931] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.067931] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.071496] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d581428-db47-46c7-b6cd-adb44580fdcf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.078114] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for the task: (returnval){ [ 829.078114] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5252c7c8-c2b8-93c8-cfdf-359a1fa02961" [ 829.078114] env[62664]: _type = "Task" [ 829.078114] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.087443] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5252c7c8-c2b8-93c8-cfdf-359a1fa02961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.172146] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91972a5-2c71-4f67-b71c-327d4609a52b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.183663] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f297bf13-c221-4635-a87d-f4d1a6374fb5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.225555] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db833ae5-0f47-4b03-9dba-50685e9c16d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.235109] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27c3992-c981-42f6-a4fe-9c55d60bddd8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.251254] env[62664]: DEBUG nova.compute.provider_tree [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.275490] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f139aac4-81b8-4902-b642-c1efd112dff3] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.346961] env[62664]: DEBUG nova.network.neutron [req-d02c979d-bafc-45ea-9b07-fdfee80daa62 req-e2c58e1f-d6db-4640-911d-4b4fe732ed69 service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Updated VIF entry in instance network info cache for port ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.346961] env[62664]: DEBUG nova.network.neutron [req-d02c979d-bafc-45ea-9b07-fdfee80daa62 req-e2c58e1f-d6db-4640-911d-4b4fe732ed69 service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Updating instance_info_cache with network_info: [{"id": "ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f", "address": "fa:16:3e:05:1b:37", "network": {"id": "fb947b27-a844-45b6-9325-41cd5a9b2e19", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1445115758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76f0050ea564ed39035b3dae2512bbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee94aa7c-8a", "ovs_interfaceid": "ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.364745] env[62664]: DEBUG nova.network.neutron [req-722c3c92-8942-40ae-931b-78db80b9e096 req-98a697fe-4248-4ddf-9994-260baebe1a07 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Updated VIF entry in instance network info cache for port ca141721-8c63-4df5-be64-7d8bf49c3fc5. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.365124] env[62664]: DEBUG nova.network.neutron [req-722c3c92-8942-40ae-931b-78db80b9e096 req-98a697fe-4248-4ddf-9994-260baebe1a07 service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Updating instance_info_cache with network_info: [{"id": "ca141721-8c63-4df5-be64-7d8bf49c3fc5", "address": "fa:16:3e:aa:6a:0a", "network": {"id": "7b972b7b-5032-419b-a87a-d10f358dd2b0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1900541017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c21ddfbf6b645b19fa10976c44710b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca141721-8c", "ovs_interfaceid": "ca141721-8c63-4df5-be64-7d8bf49c3fc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.593293] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5252c7c8-c2b8-93c8-cfdf-359a1fa02961, 'name': SearchDatastore_Task, 'duration_secs': 0.018388} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.595144] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7a6e77-14e2-494c-90d4-a22407abe5c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.601125] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for the task: (returnval){ [ 829.601125] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5207161f-8c78-27eb-c90b-8fa29200297b" [ 829.601125] env[62664]: _type = "Task" [ 829.601125] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.609587] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5207161f-8c78-27eb-c90b-8fa29200297b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.682424] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.682748] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8567dbc0-6506-4860-b4b4-f18169fbca57 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.691443] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 829.691443] env[62664]: value = "task-2697941" [ 829.691443] env[62664]: _type = "Task" [ 829.691443] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.700916] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.756294] env[62664]: DEBUG nova.scheduler.client.report [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.779157] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: ccb5bbc3-89f6-42fd-aa77-55abb463eb53] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.849239] env[62664]: DEBUG oslo_concurrency.lockutils [req-d02c979d-bafc-45ea-9b07-fdfee80daa62 req-e2c58e1f-d6db-4640-911d-4b4fe732ed69 service nova] Releasing lock "refresh_cache-485cb5f7-826f-43cc-a28c-2169602867c4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.849528] env[62664]: DEBUG nova.compute.manager [req-d02c979d-bafc-45ea-9b07-fdfee80daa62 req-e2c58e1f-d6db-4640-911d-4b4fe732ed69 service nova] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Received event network-vif-deleted-6a4e1064-0dc6-45da-8588-06d565e5ee94 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.867539] env[62664]: DEBUG oslo_concurrency.lockutils [req-722c3c92-8942-40ae-931b-78db80b9e096 req-98a697fe-4248-4ddf-9994-260baebe1a07 service nova] Releasing lock "refresh_cache-f36cea30-3bd7-4e2d-99bd-36e723867735" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.111671] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5207161f-8c78-27eb-c90b-8fa29200297b, 'name': SearchDatastore_Task, 'duration_secs': 0.035295} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.112067] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.112382] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 485cb5f7-826f-43cc-a28c-2169602867c4/485cb5f7-826f-43cc-a28c-2169602867c4.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.112698] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d0dfa07-db61-4ddf-baa2-0104a101020f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.120646] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for the task: (returnval){ [ 830.120646] env[62664]: value = "task-2697942" [ 830.120646] env[62664]: _type = "Task" [ 830.120646] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.129724] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.202302] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697941, 'name': PowerOffVM_Task, 'duration_secs': 0.257603} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.202579] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.203456] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1281819-c235-4b4f-9325-8d60c9bccd43 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.222227] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dce34f-5879-4dac-9305-e48938eadbd1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.256397] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.256690] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e81a51-1883-44d9-8b8b-952ff45c4c9f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.261579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.262123] env[62664]: DEBUG nova.compute.manager [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.266865] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.422s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.266865] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.269210] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.840s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.270457] env[62664]: INFO nova.compute.claims [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.273330] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 830.273330] env[62664]: value = "task-2697943" [ 830.273330] env[62664]: _type = "Task" [ 830.273330] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.287503] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 26ec8b7d-de9d-47e4-9dce-749d6401f469] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.290094] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 830.290400] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.290711] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.291610] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.291610] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.291726] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1559088c-0e88-4a2d-a6c0-a3e8cbec2c7b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.295206] env[62664]: INFO nova.scheduler.client.report [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Deleted allocations for instance d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa [ 830.305231] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.305510] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.306908] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57594dcc-fdd8-4e42-a4d2-a94e1d23d4a3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.315269] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 830.315269] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c5af05-6265-03a4-4258-ed456f986f47" [ 830.315269] env[62664]: _type = "Task" [ 830.315269] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.326203] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c5af05-6265-03a4-4258-ed456f986f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.631203] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492935} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.631476] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 485cb5f7-826f-43cc-a28c-2169602867c4/485cb5f7-826f-43cc-a28c-2169602867c4.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.631685] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.631938] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-573e37bf-8085-415a-99d9-2bc79b705c95 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.639960] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for the task: (returnval){ [ 830.639960] env[62664]: value = "task-2697945" [ 830.639960] env[62664]: _type = "Task" [ 830.639960] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.648541] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.775812] env[62664]: DEBUG nova.compute.utils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 830.777364] env[62664]: DEBUG nova.compute.manager [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.777548] env[62664]: DEBUG nova.network.neutron [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.792435] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 7fd3536b-bf76-4f11-954f-47d7ccbd6511] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.807574] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdfd1b2b-dede-4101-9671-8988448902c3 tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.612s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.826983] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c5af05-6265-03a4-4258-ed456f986f47, 'name': SearchDatastore_Task, 'duration_secs': 0.01502} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.829089] env[62664]: DEBUG nova.policy [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '070b5a495cfb4bb6a7e9ffda04488c42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef1e96a443914fe6a4532809983e8e1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.830505] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a357de-8103-4280-9fda-3c0a599764d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.837398] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 830.837398] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ac59e1-9d9b-6db6-2851-033641918723" [ 830.837398] env[62664]: _type = "Task" [ 830.837398] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.845468] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ac59e1-9d9b-6db6-2851-033641918723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.115596] env[62664]: DEBUG nova.network.neutron [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Successfully created port: ab4be1ff-e71b-4bfb-9fb8-647dff3db874 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.151128] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069206} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.152066] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.152218] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd44f11-2f85-475d-b61d-4a10ad553d2e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.177118] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 485cb5f7-826f-43cc-a28c-2169602867c4/485cb5f7-826f-43cc-a28c-2169602867c4.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.177422] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7b1078-d2ff-40c0-8677-70811be224c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.198531] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for the task: (returnval){ [ 831.198531] env[62664]: value = "task-2697946" [ 831.198531] env[62664]: _type = "Task" [ 831.198531] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.207634] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.280856] env[62664]: DEBUG nova.compute.manager [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.295315] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: d2136d99-28b5-4aa3-bb21-6086d55743b1] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.348833] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ac59e1-9d9b-6db6-2851-033641918723, 'name': SearchDatastore_Task, 'duration_secs': 0.045096} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.349713] env[62664]: DEBUG oslo_concurrency.lockutils [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.349713] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 90919ec8-9403-4b5e-94f4-fad6f941cbcb/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. {{(pid=62664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 831.350067] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3440e456-3165-4fa4-a1fd-986213f55d37 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.359512] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 831.359512] env[62664]: value = "task-2697947" [ 831.359512] env[62664]: _type = "Task" [ 831.359512] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.368969] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.681755] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9d323a-938b-45fa-92f9-41b6b900ee92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.690016] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dce0b1-a50a-4889-b059-811f9badf536 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.724750] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41263d5f-b92e-4778-b07b-48d561ee8dc9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.738066] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8568078-01ee-4ad4-9e45-04e4e7e254f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.738488] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.752225] env[62664]: DEBUG nova.compute.provider_tree [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.798553] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 45223755-7de4-4eec-b41d-8c7ef92452fa] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.869730] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697947, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.229960] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697946, 'name': ReconfigVM_Task, 'duration_secs': 0.751792} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.230289] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 485cb5f7-826f-43cc-a28c-2169602867c4/485cb5f7-826f-43cc-a28c-2169602867c4.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.230871] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9002d74c-d23d-48cb-8bc7-3b898fe49810 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.238501] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for the task: (returnval){ [ 832.238501] env[62664]: value = "task-2697948" [ 832.238501] env[62664]: _type = "Task" [ 832.238501] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.246950] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697948, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.254937] env[62664]: DEBUG nova.scheduler.client.report [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.292021] env[62664]: DEBUG nova.compute.manager [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.302016] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 76b542df-d968-4830-9988-2b537105e957] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.327115] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.327115] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.327115] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.327399] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.327841] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.328135] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.328517] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.328795] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.329079] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.329342] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.329607] env[62664]: DEBUG nova.virt.hardware [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.330586] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92e11c-80b1-4a38-91b5-e43a0e5e1fbd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.341278] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9b1bd8-a22d-4ef8-aa44-c941fcca71cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.369462] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893486} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.369869] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 90919ec8-9403-4b5e-94f4-fad6f941cbcb/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. [ 832.370739] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93464cb0-3b64-47e4-a272-88df522e4267 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.398420] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 90919ec8-9403-4b5e-94f4-fad6f941cbcb/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.398756] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae1175f5-f06d-47e3-b265-0e674e62fe27 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.420193] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 832.420193] env[62664]: value = "task-2697949" [ 832.420193] env[62664]: _type = "Task" [ 832.420193] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.430993] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.597397] env[62664]: DEBUG nova.compute.manager [req-47d89cfe-c399-4d27-8872-d9e3d64f064f req-103e2fe6-e4a3-40dd-861e-b32c898ed7a9 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Received event network-vif-plugged-ab4be1ff-e71b-4bfb-9fb8-647dff3db874 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.597623] env[62664]: DEBUG oslo_concurrency.lockutils [req-47d89cfe-c399-4d27-8872-d9e3d64f064f req-103e2fe6-e4a3-40dd-861e-b32c898ed7a9 service nova] Acquiring lock "cfd26ae3-c51b-469a-a8c8-5a4841067644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.597831] env[62664]: DEBUG oslo_concurrency.lockutils [req-47d89cfe-c399-4d27-8872-d9e3d64f064f req-103e2fe6-e4a3-40dd-861e-b32c898ed7a9 service nova] Lock "cfd26ae3-c51b-469a-a8c8-5a4841067644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.598020] env[62664]: DEBUG oslo_concurrency.lockutils [req-47d89cfe-c399-4d27-8872-d9e3d64f064f req-103e2fe6-e4a3-40dd-861e-b32c898ed7a9 service nova] Lock "cfd26ae3-c51b-469a-a8c8-5a4841067644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.598238] env[62664]: DEBUG nova.compute.manager [req-47d89cfe-c399-4d27-8872-d9e3d64f064f req-103e2fe6-e4a3-40dd-861e-b32c898ed7a9 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] No waiting events found dispatching network-vif-plugged-ab4be1ff-e71b-4bfb-9fb8-647dff3db874 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.598409] env[62664]: WARNING nova.compute.manager [req-47d89cfe-c399-4d27-8872-d9e3d64f064f req-103e2fe6-e4a3-40dd-861e-b32c898ed7a9 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Received unexpected event network-vif-plugged-ab4be1ff-e71b-4bfb-9fb8-647dff3db874 for instance with vm_state building and task_state spawning. [ 832.699430] env[62664]: DEBUG nova.network.neutron [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Successfully updated port: ab4be1ff-e71b-4bfb-9fb8-647dff3db874 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.752149] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697948, 'name': Rename_Task, 'duration_secs': 0.197705} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.752348] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.752637] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e17e539a-71aa-4c47-95bf-9f0c0884c39b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.760807] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.761640] env[62664]: DEBUG nova.compute.manager [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.765964] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.715s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.766750] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.768874] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.629s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.770023] env[62664]: INFO nova.compute.claims [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.773889] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for the task: (returnval){ [ 832.773889] env[62664]: value = "task-2697950" [ 832.773889] env[62664]: _type = "Task" [ 832.773889] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.787160] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697950, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.805395] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: b493b6f4-5055-492f-84e4-25f70ca231aa] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.815937] env[62664]: INFO nova.scheduler.client.report [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleted allocations for instance dceb2e10-608b-436a-adaf-6bb2d7604566 [ 832.931405] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697949, 'name': ReconfigVM_Task, 'duration_secs': 0.365345} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.931830] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 90919ec8-9403-4b5e-94f4-fad6f941cbcb/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.933164] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c014cfee-967f-4edc-9460-e4482f3b1c3f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.965430] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1fe4227-ba94-430c-87d0-667f2c82d6cf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.983324] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 832.983324] env[62664]: value = "task-2697951" [ 832.983324] env[62664]: _type = "Task" [ 832.983324] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.992824] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.203082] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquiring lock "refresh_cache-cfd26ae3-c51b-469a-a8c8-5a4841067644" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.203260] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquired lock "refresh_cache-cfd26ae3-c51b-469a-a8c8-5a4841067644" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.203417] env[62664]: DEBUG nova.network.neutron [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.276681] env[62664]: DEBUG nova.compute.utils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 833.280355] env[62664]: DEBUG nova.compute.manager [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.280528] env[62664]: DEBUG nova.network.neutron [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.297332] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.311066] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 61127b80-d4c7-44fa-97c2-3e8ab0ebfbcc] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.331032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5504c76c-fad2-43ad-98cc-d14ce946f4ae tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "dceb2e10-608b-436a-adaf-6bb2d7604566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.699s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.341117] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.341451] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.341626] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "633100b8-c9ff-40d8-9e88-2091f4243b0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.341836] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.342035] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.344488] env[62664]: INFO nova.compute.manager [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Terminating instance [ 833.367696] env[62664]: DEBUG nova.policy [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11ed8e540d904b0db5f9506b7b269bf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e00ca18dd6bc4e9ea47e1def94ada368', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.494661] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697951, 'name': ReconfigVM_Task, 'duration_secs': 0.356112} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.497047] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.497047] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-054ec876-f8fa-4818-b8a1-3be248762254 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.502655] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 833.502655] env[62664]: value = "task-2697952" [ 833.502655] env[62664]: _type = "Task" [ 833.502655] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.513052] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.628539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "a749bdba-b986-48be-9efe-bd339d5531c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.628808] env[62664]: DEBUG oslo_concurrency.lockutils [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "a749bdba-b986-48be-9efe-bd339d5531c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.629034] env[62664]: DEBUG oslo_concurrency.lockutils [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "a749bdba-b986-48be-9efe-bd339d5531c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.629270] env[62664]: DEBUG oslo_concurrency.lockutils [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "a749bdba-b986-48be-9efe-bd339d5531c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.629450] env[62664]: DEBUG oslo_concurrency.lockutils [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "a749bdba-b986-48be-9efe-bd339d5531c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.631970] env[62664]: INFO nova.compute.manager [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Terminating instance [ 833.709569] env[62664]: DEBUG nova.network.neutron [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Successfully created port: 1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.781393] env[62664]: DEBUG nova.compute.manager [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.785039] env[62664]: DEBUG nova.network.neutron [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.809028] env[62664]: DEBUG oslo_vmware.api [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697950, 'name': PowerOnVM_Task, 'duration_secs': 0.831978} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.809028] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.809028] env[62664]: INFO nova.compute.manager [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Took 8.14 seconds to spawn the instance on the hypervisor. [ 833.809028] env[62664]: DEBUG nova.compute.manager [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.809028] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e79588-5515-48a3-874d-bcf6bc7d5371 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.819371] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 9d5032a7-5bd2-417f-9e01-2d4b58abf77e] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.849562] env[62664]: DEBUG nova.compute.manager [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.849801] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.862653] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b959399-35ef-4ffb-8e9d-902251b3abc6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.876030] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.876030] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cacb5a9-f88d-4042-a152-baeba1495b83 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.882836] env[62664]: DEBUG oslo_vmware.api [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 833.882836] env[62664]: value = "task-2697953" [ 833.882836] env[62664]: _type = "Task" [ 833.882836] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.892400] env[62664]: DEBUG oslo_vmware.api [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.013663] env[62664]: DEBUG oslo_vmware.api [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697952, 'name': PowerOnVM_Task, 'duration_secs': 0.49222} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.013963] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.019673] env[62664]: DEBUG nova.compute.manager [None req-df6dc7c8-38d1-41ab-b588-7e1117a59150 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.020522] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20020a23-f5a5-4e74-943b-64aadaf97175 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.035477] env[62664]: DEBUG nova.network.neutron [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Updating instance_info_cache with network_info: [{"id": "ab4be1ff-e71b-4bfb-9fb8-647dff3db874", "address": "fa:16:3e:dd:01:b8", "network": {"id": "59743b9c-4d18-459f-b4a9-392c9820494d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1630031979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1e96a443914fe6a4532809983e8e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4be1ff-e7", "ovs_interfaceid": "ab4be1ff-e71b-4bfb-9fb8-647dff3db874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.138145] env[62664]: DEBUG nova.compute.manager [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.138145] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.139064] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd98cfe-9822-44b9-8f75-fb57d01d31a1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.151188] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.151517] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8d33b1e-79d8-4f78-8913-a2cbe19ccab9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.162674] env[62664]: DEBUG oslo_vmware.api [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 834.162674] env[62664]: value = "task-2697954" [ 834.162674] env[62664]: _type = "Task" [ 834.162674] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.176477] env[62664]: DEBUG oslo_vmware.api [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.254767] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6e40b9-c400-49a1-9f2f-9a7d94eff215 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.263619] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8889c20e-86e8-42bb-af7e-b17623a81259 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.306101] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6729ad1e-5c79-4938-8c16-9ae23715ca67 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.318033] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae7fc7e-7581-4f9d-a2ec-52c211a13d3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.330274] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: bfe5686a-7219-44ae-95ff-001f9635fa45] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.343174] env[62664]: DEBUG nova.compute.provider_tree [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.344914] env[62664]: INFO nova.compute.manager [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Took 55.67 seconds to build instance. [ 834.395957] env[62664]: DEBUG oslo_vmware.api [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697953, 'name': PowerOffVM_Task, 'duration_secs': 0.300843} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.396360] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.396562] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.396765] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4c99505-21ea-43e2-a55a-fa7a95c1368b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.473745] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.474224] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.474575] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Deleting the datastore file [datastore2] 633100b8-c9ff-40d8-9e88-2091f4243b0f {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.474956] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27d0af56-1c52-472c-a169-982c2b2b8e31 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.485261] env[62664]: DEBUG oslo_vmware.api [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for the task: (returnval){ [ 834.485261] env[62664]: value = "task-2697956" [ 834.485261] env[62664]: _type = "Task" [ 834.485261] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.498495] env[62664]: DEBUG oslo_vmware.api [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.540434] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Releasing lock "refresh_cache-cfd26ae3-c51b-469a-a8c8-5a4841067644" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.540434] env[62664]: DEBUG nova.compute.manager [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Instance network_info: |[{"id": "ab4be1ff-e71b-4bfb-9fb8-647dff3db874", "address": "fa:16:3e:dd:01:b8", "network": {"id": "59743b9c-4d18-459f-b4a9-392c9820494d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1630031979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1e96a443914fe6a4532809983e8e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4be1ff-e7", "ovs_interfaceid": "ab4be1ff-e71b-4bfb-9fb8-647dff3db874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.540434] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:01:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab4be1ff-e71b-4bfb-9fb8-647dff3db874', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.547947] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Creating folder: Project (ef1e96a443914fe6a4532809983e8e1c). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.548601] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bfb9ea4-ca08-499b-b3f4-3fa648cc81cf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.562412] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Created folder: Project (ef1e96a443914fe6a4532809983e8e1c) in parent group-v543506. [ 834.562651] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Creating folder: Instances. Parent ref: group-v543686. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.563321] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bdd0edd-254e-4730-9e96-a1fad95b768a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.575216] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Created folder: Instances in parent group-v543686. [ 834.575532] env[62664]: DEBUG oslo.service.loopingcall [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.575752] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.576260] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-281255a9-0cc8-439b-bb00-88ecc3964d4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.599958] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.599958] env[62664]: value = "task-2697959" [ 834.599958] env[62664]: _type = "Task" [ 834.599958] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.608660] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697959, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.676832] env[62664]: DEBUG oslo_vmware.api [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697954, 'name': PowerOffVM_Task, 'duration_secs': 0.35929} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.677284] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.678013] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.678013] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e77de0ef-cc20-4de8-a42f-9025a5f89dc2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.750787] env[62664]: DEBUG nova.compute.manager [req-f22a361a-48d4-42af-8a88-88321784927d req-f3ea60bc-204c-49d6-9cd1-8b799abf7419 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Received event network-changed-ab4be1ff-e71b-4bfb-9fb8-647dff3db874 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.751010] env[62664]: DEBUG nova.compute.manager [req-f22a361a-48d4-42af-8a88-88321784927d req-f3ea60bc-204c-49d6-9cd1-8b799abf7419 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Refreshing instance network info cache due to event network-changed-ab4be1ff-e71b-4bfb-9fb8-647dff3db874. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 834.751231] env[62664]: DEBUG oslo_concurrency.lockutils [req-f22a361a-48d4-42af-8a88-88321784927d req-f3ea60bc-204c-49d6-9cd1-8b799abf7419 service nova] Acquiring lock "refresh_cache-cfd26ae3-c51b-469a-a8c8-5a4841067644" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.751625] env[62664]: DEBUG oslo_concurrency.lockutils [req-f22a361a-48d4-42af-8a88-88321784927d req-f3ea60bc-204c-49d6-9cd1-8b799abf7419 service nova] Acquired lock "refresh_cache-cfd26ae3-c51b-469a-a8c8-5a4841067644" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.751625] env[62664]: DEBUG nova.network.neutron [req-f22a361a-48d4-42af-8a88-88321784927d req-f3ea60bc-204c-49d6-9cd1-8b799abf7419 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Refreshing network info cache for port ab4be1ff-e71b-4bfb-9fb8-647dff3db874 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.761618] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.761833] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.762025] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleting the datastore file [datastore1] a749bdba-b986-48be-9efe-bd339d5531c5 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.762878] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe52e476-5d3d-419c-8335-64eb00b968c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.771267] env[62664]: DEBUG oslo_vmware.api [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 834.771267] env[62664]: value = "task-2697961" [ 834.771267] env[62664]: _type = "Task" [ 834.771267] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.781854] env[62664]: DEBUG oslo_vmware.api [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.807341] env[62664]: DEBUG nova.compute.manager [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.832505] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: c9630308-fddf-4749-982b-e860a00dd719] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.848044] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.848312] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.848497] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.848699] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.849176] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.849176] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.849498] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.849498] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.849689] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.849930] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.850046] env[62664]: DEBUG nova.virt.hardware [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.851475] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3283e7e9-443b-4443-ac87-6babb0bd1ea3 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lock "485cb5f7-826f-43cc-a28c-2169602867c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.180s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.852327] env[62664]: DEBUG nova.scheduler.client.report [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.857337] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5753cd-9c67-4a61-b909-24c92483e36e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.870823] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e5f65f-852e-4ce6-9559-ad6b19d4eaee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.993690] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquiring lock "485cb5f7-826f-43cc-a28c-2169602867c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.994057] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lock "485cb5f7-826f-43cc-a28c-2169602867c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.994303] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquiring lock "485cb5f7-826f-43cc-a28c-2169602867c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.994599] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lock "485cb5f7-826f-43cc-a28c-2169602867c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.994827] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lock "485cb5f7-826f-43cc-a28c-2169602867c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.003211] env[62664]: DEBUG oslo_vmware.api [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Task: {'id': task-2697956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301598} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.003211] env[62664]: INFO nova.compute.manager [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Terminating instance [ 835.004501] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.004790] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.005087] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.005510] env[62664]: INFO nova.compute.manager [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 835.005727] env[62664]: DEBUG oslo.service.loopingcall [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.008070] env[62664]: DEBUG nova.compute.manager [-] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.008070] env[62664]: DEBUG nova.network.neutron [-] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.114066] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697959, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.284579] env[62664]: DEBUG oslo_vmware.api [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210288} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.285882] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.289304] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.289631] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.289718] env[62664]: INFO nova.compute.manager [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 835.290066] env[62664]: DEBUG oslo.service.loopingcall [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.290201] env[62664]: DEBUG nova.compute.manager [-] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.290299] env[62664]: DEBUG nova.network.neutron [-] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.331078] env[62664]: INFO nova.compute.manager [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Unrescuing [ 835.331499] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.331973] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.332209] env[62664]: DEBUG nova.network.neutron [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.335667] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0bc69f9f-9de0-49ec-8725-32f4da72f5f7] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.366115] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.367785] env[62664]: DEBUG nova.compute.manager [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.376295] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.935s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.377194] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.380439] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.720s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.380728] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.383379] env[62664]: DEBUG oslo_concurrency.lockutils [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.161s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.383696] env[62664]: DEBUG oslo_concurrency.lockutils [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.386158] env[62664]: DEBUG oslo_concurrency.lockutils [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.073s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.431408] env[62664]: INFO nova.scheduler.client.report [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Deleted allocations for instance f67479a8-cf01-4c3c-83ae-e7990747a695 [ 835.443619] env[62664]: DEBUG nova.network.neutron [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Successfully updated port: 1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.446299] env[62664]: INFO nova.scheduler.client.report [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Deleted allocations for instance d6319ac5-abc6-43f4-9f30-30f7d38be188 [ 835.469574] env[62664]: INFO nova.scheduler.client.report [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted allocations for instance eadc1c38-afc4-4877-9d7e-69a4ee194303 [ 835.511697] env[62664]: DEBUG nova.compute.manager [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.511697] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.512545] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfd50ec-2e64-4816-85a4-86dc254241b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.524887] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.525198] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35369b17-b472-45aa-a6de-8a4591975103 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.534718] env[62664]: DEBUG oslo_vmware.api [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for the task: (returnval){ [ 835.534718] env[62664]: value = "task-2697962" [ 835.534718] env[62664]: _type = "Task" [ 835.534718] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.548696] env[62664]: DEBUG oslo_vmware.api [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.612698] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697959, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.835868] env[62664]: DEBUG nova.network.neutron [req-f22a361a-48d4-42af-8a88-88321784927d req-f3ea60bc-204c-49d6-9cd1-8b799abf7419 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Updated VIF entry in instance network info cache for port ab4be1ff-e71b-4bfb-9fb8-647dff3db874. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.836403] env[62664]: DEBUG nova.network.neutron [req-f22a361a-48d4-42af-8a88-88321784927d req-f3ea60bc-204c-49d6-9cd1-8b799abf7419 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Updating instance_info_cache with network_info: [{"id": "ab4be1ff-e71b-4bfb-9fb8-647dff3db874", "address": "fa:16:3e:dd:01:b8", "network": {"id": "59743b9c-4d18-459f-b4a9-392c9820494d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1630031979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1e96a443914fe6a4532809983e8e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4be1ff-e7", "ovs_interfaceid": "ab4be1ff-e71b-4bfb-9fb8-647dff3db874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.845381] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 84d7c75f-6887-4d78-bb82-2d937e407e43] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.874786] env[62664]: DEBUG nova.compute.utils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 835.877104] env[62664]: DEBUG nova.compute.manager [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.877323] env[62664]: DEBUG nova.network.neutron [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.949354] env[62664]: DEBUG nova.policy [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '210791c1338f40c0a50f04f1fb63b2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec3f088e5a9c4a51a5b2b6bfe132e60b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.954350] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.954350] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.954350] env[62664]: DEBUG nova.network.neutron [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.957645] env[62664]: DEBUG oslo_concurrency.lockutils [None req-926e5005-8c18-4f7e-93b5-148d3ce3a6ea tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "f67479a8-cf01-4c3c-83ae-e7990747a695" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.244s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.959476] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4113f6d4-dda0-4f3b-9c99-0b8774f1716d tempest-ServersNegativeTestMultiTenantJSON-1609591016 tempest-ServersNegativeTestMultiTenantJSON-1609591016-project-member] Lock "d6319ac5-abc6-43f4-9f30-30f7d38be188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.668s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.979992] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6d507311-ffec-41f0-915d-b09f2aa7b36f tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "eadc1c38-afc4-4877-9d7e-69a4ee194303" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.480s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.008556] env[62664]: DEBUG nova.compute.manager [req-babfdf37-da42-4efc-8be2-f64f2eea56d9 req-ba27235a-1af9-492b-b04d-ba37e9556346 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Received event network-vif-deleted-31326ff2-a9a0-46a7-a9fa-5415939067de {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.008806] env[62664]: INFO nova.compute.manager [req-babfdf37-da42-4efc-8be2-f64f2eea56d9 req-ba27235a-1af9-492b-b04d-ba37e9556346 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Neutron deleted interface 31326ff2-a9a0-46a7-a9fa-5415939067de; detaching it from the instance and deleting it from the info cache [ 836.009126] env[62664]: DEBUG nova.network.neutron [req-babfdf37-da42-4efc-8be2-f64f2eea56d9 req-ba27235a-1af9-492b-b04d-ba37e9556346 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.048458] env[62664]: DEBUG oslo_vmware.api [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.122900] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697959, 'name': CreateVM_Task, 'duration_secs': 1.466673} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.127081] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.135144] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.135428] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.135837] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.136336] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.136668] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.137558] env[62664]: WARNING oslo_messaging._drivers.amqpdriver [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 836.138780] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44261921-d75d-4c26-b3dc-cf4842eef22a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.148029] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 836.148029] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52373cb7-2f8e-0547-5eff-4523a46ff160" [ 836.148029] env[62664]: _type = "Task" [ 836.148029] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.159150] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52373cb7-2f8e-0547-5eff-4523a46ff160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.256492] env[62664]: DEBUG nova.network.neutron [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Updating instance_info_cache with network_info: [{"id": "dfae84e4-4145-4227-8633-a076074ee6bf", "address": "fa:16:3e:bd:07:44", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfae84e4-41", "ovs_interfaceid": "dfae84e4-4145-4227-8633-a076074ee6bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.341731] env[62664]: DEBUG oslo_concurrency.lockutils [req-f22a361a-48d4-42af-8a88-88321784927d req-f3ea60bc-204c-49d6-9cd1-8b799abf7419 service nova] Releasing lock "refresh_cache-cfd26ae3-c51b-469a-a8c8-5a4841067644" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.343916] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bd46e4-99f1-46ee-919f-46ba2cb3c1b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.348749] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 73d030d5-2d4f-4206-8706-9672ec9221f5] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.356223] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d5d363-5822-4c33-9911-41619047a1b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.386695] env[62664]: DEBUG nova.compute.manager [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.390620] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b08e62-ea48-447e-9f1b-68371ae3a09e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.400327] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3398954a-13da-464d-8c17-62b2d0d3c79f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.422151] env[62664]: DEBUG nova.compute.provider_tree [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.464052] env[62664]: DEBUG nova.network.neutron [-] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.510877] env[62664]: DEBUG nova.network.neutron [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.514905] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8f4d6dd-dc88-416e-90d4-842dcb66521a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.526433] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8cd41d-6e11-4365-9db1-cb9b4401878a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.540992] env[62664]: DEBUG nova.network.neutron [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Successfully created port: d5a7b685-96a0-43b5-916f-b35eb8c585ab {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.543318] env[62664]: DEBUG nova.network.neutron [-] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.554152] env[62664]: DEBUG oslo_vmware.api [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697962, 'name': PowerOffVM_Task, 'duration_secs': 0.717093} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.554457] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.555953] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.555953] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6137d03-bf43-4894-aff6-60e241ddeb09 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.571415] env[62664]: DEBUG nova.compute.manager [req-babfdf37-da42-4efc-8be2-f64f2eea56d9 req-ba27235a-1af9-492b-b04d-ba37e9556346 service nova] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Detach interface failed, port_id=31326ff2-a9a0-46a7-a9fa-5415939067de, reason: Instance a749bdba-b986-48be-9efe-bd339d5531c5 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 836.622024] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.622024] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.622024] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Deleting the datastore file [datastore2] 485cb5f7-826f-43cc-a28c-2169602867c4 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.622024] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d5c9ab6-d891-4f73-a74b-2044a22a14ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.628950] env[62664]: DEBUG oslo_vmware.api [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for the task: (returnval){ [ 836.628950] env[62664]: value = "task-2697964" [ 836.628950] env[62664]: _type = "Task" [ 836.628950] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.643411] env[62664]: DEBUG nova.compute.manager [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.643885] env[62664]: DEBUG oslo_vmware.api [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.658651] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52373cb7-2f8e-0547-5eff-4523a46ff160, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.659218] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.659562] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.659903] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.660176] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.660469] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.660835] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fc477c8-9f38-426f-b98e-990e90dda2f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.675082] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.675082] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.675082] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ef2e87-f019-4d18-bad8-80252d975e1a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.682925] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 836.682925] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5293b52e-a1d9-1585-1cfd-cab95c4a3bc4" [ 836.682925] env[62664]: _type = "Task" [ 836.682925] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.692298] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5293b52e-a1d9-1585-1cfd-cab95c4a3bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.703399] env[62664]: DEBUG nova.network.neutron [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updating instance_info_cache with network_info: [{"id": "1128f339-6b93-494e-9ba3-e70c92e85191", "address": "fa:16:3e:4d:0d:99", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128f339-6b", "ovs_interfaceid": "1128f339-6b93-494e-9ba3-e70c92e85191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.761418] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "refresh_cache-90919ec8-9403-4b5e-94f4-fad6f941cbcb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.761418] env[62664]: DEBUG nova.objects.instance [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lazy-loading 'flavor' on Instance uuid 90919ec8-9403-4b5e-94f4-fad6f941cbcb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.831245] env[62664]: DEBUG nova.compute.manager [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received event network-vif-plugged-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.834321] env[62664]: DEBUG oslo_concurrency.lockutils [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] Acquiring lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.834321] env[62664]: DEBUG oslo_concurrency.lockutils [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.834321] env[62664]: DEBUG oslo_concurrency.lockutils [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.834321] env[62664]: DEBUG nova.compute.manager [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] No waiting events found dispatching network-vif-plugged-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.834321] env[62664]: WARNING nova.compute.manager [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received unexpected event network-vif-plugged-1128f339-6b93-494e-9ba3-e70c92e85191 for instance with vm_state building and task_state spawning. [ 836.834321] env[62664]: DEBUG nova.compute.manager [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received event network-changed-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.834321] env[62664]: DEBUG nova.compute.manager [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Refreshing instance network info cache due to event network-changed-1128f339-6b93-494e-9ba3-e70c92e85191. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 836.834321] env[62664]: DEBUG oslo_concurrency.lockutils [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] Acquiring lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.855767] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 97973019-3a8a-4211-9821-b909332fd03d] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.926023] env[62664]: DEBUG nova.scheduler.client.report [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.969179] env[62664]: INFO nova.compute.manager [-] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Took 1.68 seconds to deallocate network for instance. [ 837.046868] env[62664]: INFO nova.compute.manager [-] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Took 2.04 seconds to deallocate network for instance. [ 837.140214] env[62664]: DEBUG oslo_vmware.api [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Task: {'id': task-2697964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388514} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.140478] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.140788] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.140980] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.141176] env[62664]: INFO nova.compute.manager [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Took 1.63 seconds to destroy the instance on the hypervisor. [ 837.141439] env[62664]: DEBUG oslo.service.loopingcall [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.141649] env[62664]: DEBUG nova.compute.manager [-] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.141761] env[62664]: DEBUG nova.network.neutron [-] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.171401] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.194269] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5293b52e-a1d9-1585-1cfd-cab95c4a3bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.195083] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47256f3-3dfa-4755-9e2a-91d9e9b87625 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.202027] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 837.202027] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52117935-a134-c11f-0fa1-c96a250b9c26" [ 837.202027] env[62664]: _type = "Task" [ 837.202027] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.206872] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.207176] env[62664]: DEBUG nova.compute.manager [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Instance network_info: |[{"id": "1128f339-6b93-494e-9ba3-e70c92e85191", "address": "fa:16:3e:4d:0d:99", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128f339-6b", "ovs_interfaceid": "1128f339-6b93-494e-9ba3-e70c92e85191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.210733] env[62664]: DEBUG oslo_concurrency.lockutils [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] Acquired lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.210930] env[62664]: DEBUG nova.network.neutron [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Refreshing network info cache for port 1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.212240] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:0d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1128f339-6b93-494e-9ba3-e70c92e85191', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.219707] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating folder: Project (e00ca18dd6bc4e9ea47e1def94ada368). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.220026] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52117935-a134-c11f-0fa1-c96a250b9c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.221043] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92621d7c-b4e9-4653-a04d-f4c0862d34e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.233380] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Created folder: Project (e00ca18dd6bc4e9ea47e1def94ada368) in parent group-v543506. [ 837.233593] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating folder: Instances. Parent ref: group-v543689. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.233833] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11ade009-989b-4ee5-9c25-1e5bc4a8b335 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.244477] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Created folder: Instances in parent group-v543689. [ 837.244715] env[62664]: DEBUG oslo.service.loopingcall [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.244908] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.245172] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b577137-ddaa-46e4-a684-52c9f7cc5ecf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.267481] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.267481] env[62664]: value = "task-2697967" [ 837.267481] env[62664]: _type = "Task" [ 837.267481] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.268586] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf23f2-d71d-4a6a-9de5-4483ea09e083 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.279208] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697967, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.296534] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.296871] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28e344e8-43ea-4c4d-865b-837b850e2b9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.306952] env[62664]: DEBUG oslo_vmware.api [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 837.306952] env[62664]: value = "task-2697968" [ 837.306952] env[62664]: _type = "Task" [ 837.306952] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.315816] env[62664]: DEBUG oslo_vmware.api [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.344842] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.345283] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.345613] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.345822] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.346043] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.348556] env[62664]: INFO nova.compute.manager [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Terminating instance [ 837.363439] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 34e9ab31-abeb-474b-b586-30b5c0703330] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.399307] env[62664]: DEBUG nova.compute.manager [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.433143] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.433143] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.433143] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.433143] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.433143] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.433143] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.433402] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.433535] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.433742] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.433956] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.434205] env[62664]: DEBUG nova.virt.hardware [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.438995] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58546a9a-d269-4f4f-b794-d450477ffd3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.451310] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eee7740-2854-4937-861d-8c2d44602694 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.474738] env[62664]: DEBUG oslo_concurrency.lockutils [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.552165] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.714709] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52117935-a134-c11f-0fa1-c96a250b9c26, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.714709] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.714799] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] cfd26ae3-c51b-469a-a8c8-5a4841067644/cfd26ae3-c51b-469a-a8c8-5a4841067644.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.715106] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac576501-33fc-4c08-b458-c4090a55a4e9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.726116] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 837.726116] env[62664]: value = "task-2697969" [ 837.726116] env[62664]: _type = "Task" [ 837.726116] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.739705] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.779467] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697967, 'name': CreateVM_Task, 'duration_secs': 0.38845} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.779467] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.780500] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.780664] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.780984] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.781253] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01089a5-4a96-4428-8f4a-b7b88a44117b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.787599] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 837.787599] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523c043b-da8a-f3c8-5c20-b5052a30373c" [ 837.787599] env[62664]: _type = "Task" [ 837.787599] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.797303] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523c043b-da8a-f3c8-5c20-b5052a30373c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.817685] env[62664]: DEBUG oslo_vmware.api [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697968, 'name': PowerOffVM_Task, 'duration_secs': 0.254364} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.817962] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.823343] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 837.826264] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a24f4fd-949f-4fcb-a6d3-ffd44c432183 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.845692] env[62664]: DEBUG oslo_vmware.api [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 837.845692] env[62664]: value = "task-2697970" [ 837.845692] env[62664]: _type = "Task" [ 837.845692] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.855643] env[62664]: DEBUG nova.compute.manager [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.855918] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.856284] env[62664]: DEBUG oslo_vmware.api [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.857107] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00679af2-d6b2-4a6f-a317-111f5ccbc420 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.865142] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.865358] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c42073ff-ff4c-4175-92a5-29581dd4cda8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.868716] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: b3c94ff1-9b13-40d8-a028-847544742f18] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.871826] env[62664]: DEBUG oslo_vmware.api [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 837.871826] env[62664]: value = "task-2697971" [ 837.871826] env[62664]: _type = "Task" [ 837.871826] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.884105] env[62664]: DEBUG oslo_vmware.api [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.945042] env[62664]: DEBUG oslo_concurrency.lockutils [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.559s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.951570] env[62664]: DEBUG oslo_concurrency.lockutils [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.163s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.951799] env[62664]: DEBUG oslo_concurrency.lockutils [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.955059] env[62664]: DEBUG oslo_concurrency.lockutils [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.048s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.955314] env[62664]: DEBUG nova.objects.instance [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lazy-loading 'resources' on Instance uuid 53b51f4c-d952-4632-8525-4941dea8f0f2 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.998682] env[62664]: INFO nova.scheduler.client.report [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Deleted allocations for instance 50b292c3-8baf-49ad-acda-d76f52695c20 [ 838.013583] env[62664]: DEBUG nova.network.neutron [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updated VIF entry in instance network info cache for port 1128f339-6b93-494e-9ba3-e70c92e85191. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.014220] env[62664]: DEBUG nova.network.neutron [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updating instance_info_cache with network_info: [{"id": "1128f339-6b93-494e-9ba3-e70c92e85191", "address": "fa:16:3e:4d:0d:99", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128f339-6b", "ovs_interfaceid": "1128f339-6b93-494e-9ba3-e70c92e85191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.053183] env[62664]: DEBUG nova.compute.manager [req-12c319fd-2521-432a-b6ed-d29b775b5116 req-785b4c77-2613-40a8-9f6f-55f05266bd9d service nova] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Received event network-vif-deleted-3834d24d-25be-4912-9144-57c9ea1c987a {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.053476] env[62664]: DEBUG nova.compute.manager [req-12c319fd-2521-432a-b6ed-d29b775b5116 req-785b4c77-2613-40a8-9f6f-55f05266bd9d service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Received event network-vif-deleted-ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.053738] env[62664]: INFO nova.compute.manager [req-12c319fd-2521-432a-b6ed-d29b775b5116 req-785b4c77-2613-40a8-9f6f-55f05266bd9d service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Neutron deleted interface ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f; detaching it from the instance and deleting it from the info cache [ 838.054936] env[62664]: DEBUG nova.network.neutron [req-12c319fd-2521-432a-b6ed-d29b775b5116 req-785b4c77-2613-40a8-9f6f-55f05266bd9d service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.228617] env[62664]: DEBUG nova.network.neutron [-] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.247024] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697969, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.299350] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523c043b-da8a-f3c8-5c20-b5052a30373c, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.299649] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.299883] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.300132] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.300284] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.300468] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.300727] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1313a87-f73c-4d6a-97b8-5e14f3535291 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.310455] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.310638] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.311851] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee49fce-f06e-4468-a4dc-d2253d63fc09 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.317200] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 838.317200] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526ca451-52e3-a7b6-6eac-36e7bc1aca98" [ 838.317200] env[62664]: _type = "Task" [ 838.317200] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.330468] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526ca451-52e3-a7b6-6eac-36e7bc1aca98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.357456] env[62664]: DEBUG oslo_vmware.api [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697970, 'name': ReconfigVM_Task, 'duration_secs': 0.323653} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.357846] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 838.358175] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.358588] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0092478-a111-4465-8a3c-246aa2c8eca9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.369045] env[62664]: DEBUG oslo_vmware.api [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 838.369045] env[62664]: value = "task-2697972" [ 838.369045] env[62664]: _type = "Task" [ 838.369045] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.372804] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f88e9050-4065-4911-b0b0-2ec6df97bd4b] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.384249] env[62664]: DEBUG oslo_vmware.api [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.387378] env[62664]: DEBUG oslo_vmware.api [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697971, 'name': PowerOffVM_Task, 'duration_secs': 0.204771} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.390933] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.390933] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.390933] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d962d51d-05ca-48a7-b945-921c5bba242d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.473177] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.473177] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.473177] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Deleting the datastore file [datastore1] 3afea66f-7d69-4d19-9a8e-2744aa2ce954 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.473177] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fba1ab1d-79fb-4c9a-a249-57ecd23f4573 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.481211] env[62664]: DEBUG oslo_vmware.api [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for the task: (returnval){ [ 838.481211] env[62664]: value = "task-2697974" [ 838.481211] env[62664]: _type = "Task" [ 838.481211] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.498915] env[62664]: DEBUG oslo_vmware.api [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.509384] env[62664]: DEBUG oslo_concurrency.lockutils [None req-db73b1f8-187f-4702-8a68-6f3720638aba tempest-ServersAdminNegativeTestJSON-1967534497 tempest-ServersAdminNegativeTestJSON-1967534497-project-member] Lock "50b292c3-8baf-49ad-acda-d76f52695c20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.238s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.520185] env[62664]: DEBUG oslo_concurrency.lockutils [req-77711a9f-b1ee-4298-bc31-58b9f167027e req-a76a6cdd-9889-4d51-9a44-918c475249ff service nova] Releasing lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.542404] env[62664]: INFO nova.scheduler.client.report [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted allocation for migration c5c80f65-4043-4129-865c-d5023f78d32a [ 838.558850] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d67e2fee-51b0-48c1-b35e-40e31bc5fb3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.571701] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1b7144-5bec-44f5-b38b-68e9fa7674c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.611755] env[62664]: DEBUG nova.compute.manager [req-12c319fd-2521-432a-b6ed-d29b775b5116 req-785b4c77-2613-40a8-9f6f-55f05266bd9d service nova] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Detach interface failed, port_id=ee94aa7c-8a44-43e3-a3ad-cdda3fe4728f, reason: Instance 485cb5f7-826f-43cc-a28c-2169602867c4 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 838.740802] env[62664]: INFO nova.compute.manager [-] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Took 1.60 seconds to deallocate network for instance. [ 838.741875] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531212} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.742924] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] cfd26ae3-c51b-469a-a8c8-5a4841067644/cfd26ae3-c51b-469a-a8c8-5a4841067644.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.743074] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.743328] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83202f2c-fa40-4ebc-a464-2ab563700b25 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.753296] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 838.753296] env[62664]: value = "task-2697975" [ 838.753296] env[62664]: _type = "Task" [ 838.753296] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.763804] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.780378] env[62664]: DEBUG nova.network.neutron [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Successfully updated port: d5a7b685-96a0-43b5-916f-b35eb8c585ab {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.828985] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526ca451-52e3-a7b6-6eac-36e7bc1aca98, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.830715] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c5d6e2-77d3-4a00-855c-dbb33afe60ed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.839150] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 838.839150] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5286b725-e65b-70cb-71cf-3369c150d059" [ 838.839150] env[62664]: _type = "Task" [ 838.839150] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.849072] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5286b725-e65b-70cb-71cf-3369c150d059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.872607] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2905f3-798a-4585-9fd0-bb9eab78ef2f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.881590] env[62664]: DEBUG nova.compute.manager [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Received event network-vif-plugged-d5a7b685-96a0-43b5-916f-b35eb8c585ab {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.881833] env[62664]: DEBUG oslo_concurrency.lockutils [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] Acquiring lock "4283a193-e2eb-4c64-9601-a305e2ad4264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.882257] env[62664]: DEBUG oslo_concurrency.lockutils [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] Lock "4283a193-e2eb-4c64-9601-a305e2ad4264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.882447] env[62664]: DEBUG oslo_concurrency.lockutils [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] Lock "4283a193-e2eb-4c64-9601-a305e2ad4264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.882614] env[62664]: DEBUG nova.compute.manager [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] No waiting events found dispatching network-vif-plugged-d5a7b685-96a0-43b5-916f-b35eb8c585ab {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.882776] env[62664]: WARNING nova.compute.manager [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Received unexpected event network-vif-plugged-d5a7b685-96a0-43b5-916f-b35eb8c585ab for instance with vm_state building and task_state spawning. [ 838.883029] env[62664]: DEBUG nova.compute.manager [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Received event network-changed-d5a7b685-96a0-43b5-916f-b35eb8c585ab {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.883090] env[62664]: DEBUG nova.compute.manager [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Refreshing instance network info cache due to event network-changed-d5a7b685-96a0-43b5-916f-b35eb8c585ab. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 838.883278] env[62664]: DEBUG oslo_concurrency.lockutils [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] Acquiring lock "refresh_cache-4283a193-e2eb-4c64-9601-a305e2ad4264" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.883417] env[62664]: DEBUG oslo_concurrency.lockutils [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] Acquired lock "refresh_cache-4283a193-e2eb-4c64-9601-a305e2ad4264" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.883578] env[62664]: DEBUG nova.network.neutron [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Refreshing network info cache for port d5a7b685-96a0-43b5-916f-b35eb8c585ab {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.885571] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: fea7d073-9a24-4053-99af-ad76fcc1a982] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.892202] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ccd4ac-b4f3-4340-b59e-1b05b4a00151 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.901799] env[62664]: DEBUG oslo_vmware.api [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697972, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.934768] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5364f460-195d-4986-8503-39b1bfc818b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.944616] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875416be-a8a3-4dd9-9cdc-61f5017cde1e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.963248] env[62664]: DEBUG nova.compute.provider_tree [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.992767] env[62664]: DEBUG oslo_vmware.api [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Task: {'id': task-2697974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143408} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.993632] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.993632] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.993632] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.993632] env[62664]: INFO nova.compute.manager [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Took 1.14 seconds to destroy the instance on the hypervisor. [ 838.994184] env[62664]: DEBUG oslo.service.loopingcall [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.994184] env[62664]: DEBUG nova.compute.manager [-] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.994184] env[62664]: DEBUG nova.network.neutron [-] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.048724] env[62664]: DEBUG oslo_concurrency.lockutils [None req-438dba3d-74c3-4afb-81e3-f74dba4ac4b5 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "166d167d-c13e-4340-8994-d0820013c844" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.326s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.250391] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.264045] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080338} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.265046] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.265862] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46938c05-dc00-415a-9244-dd5c98d1f120 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.290846] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] cfd26ae3-c51b-469a-a8c8-5a4841067644/cfd26ae3-c51b-469a-a8c8-5a4841067644.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.291498] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "refresh_cache-4283a193-e2eb-4c64-9601-a305e2ad4264" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.291785] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a23253a-b7d1-4d5b-9f84-f7233da8cc9f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.314700] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 839.314700] env[62664]: value = "task-2697976" [ 839.314700] env[62664]: _type = "Task" [ 839.314700] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.325887] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.352579] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5286b725-e65b-70cb-71cf-3369c150d059, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.353131] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.353563] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b/9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.354012] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d27fe3a-8ee5-41e2-ab44-d4e02769cba7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.362558] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 839.362558] env[62664]: value = "task-2697977" [ 839.362558] env[62664]: _type = "Task" [ 839.362558] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.372159] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.382449] env[62664]: DEBUG oslo_vmware.api [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2697972, 'name': PowerOnVM_Task, 'duration_secs': 0.543253} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.386035] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.386035] env[62664]: DEBUG nova.compute.manager [None req-d668f8d1-d681-4d4f-bcbb-82c82a4fd103 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.386035] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4683c344-d9d6-42f6-baa8-0bc486ed802c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.389575] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a3f6dea2-4192-44d8-8f03-0d26a3993429] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.466618] env[62664]: DEBUG nova.network.neutron [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.469882] env[62664]: DEBUG nova.scheduler.client.report [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.641586] env[62664]: DEBUG nova.network.neutron [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.829485] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.880593] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697977, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.894924] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 59b7a1ff-34c0-4adc-a767-50694c76b190] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.975761] env[62664]: DEBUG nova.network.neutron [-] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.977887] env[62664]: DEBUG oslo_concurrency.lockutils [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.982988] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.976s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.982988] env[62664]: DEBUG nova.objects.instance [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lazy-loading 'resources' on Instance uuid 9d0ee6be-b92b-4358-b922-eb0d1810da67 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.015135] env[62664]: INFO nova.scheduler.client.report [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Deleted allocations for instance 53b51f4c-d952-4632-8525-4941dea8f0f2 [ 840.142916] env[62664]: DEBUG oslo_concurrency.lockutils [req-ec445031-c635-477a-8051-770d53f3b6a2 req-d8403f5f-5d13-452a-a831-7636125536af service nova] Releasing lock "refresh_cache-4283a193-e2eb-4c64-9601-a305e2ad4264" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.143347] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "refresh_cache-4283a193-e2eb-4c64-9601-a305e2ad4264" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.143510] env[62664]: DEBUG nova.network.neutron [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.327521] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697976, 'name': ReconfigVM_Task, 'duration_secs': 0.787428} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.328328] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Reconfigured VM instance instance-00000041 to attach disk [datastore2] cfd26ae3-c51b-469a-a8c8-5a4841067644/cfd26ae3-c51b-469a-a8c8-5a4841067644.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.329420] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45ecaf17-b705-4044-8bfa-385c69fac6a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.342658] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 840.342658] env[62664]: value = "task-2697978" [ 840.342658] env[62664]: _type = "Task" [ 840.342658] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.359795] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697978, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.378085] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69354} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.379905] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b/9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.379905] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.379905] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddf6ec90-fc2c-4c0e-afc9-f9fa3260aa6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.390048] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 840.390048] env[62664]: value = "task-2697979" [ 840.390048] env[62664]: _type = "Task" [ 840.390048] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.400613] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 1dc0fc2c-e96b-4366-ac81-67b190e65ab7] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.402723] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.483479] env[62664]: INFO nova.compute.manager [-] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Took 1.49 seconds to deallocate network for instance. [ 840.527668] env[62664]: DEBUG oslo_concurrency.lockutils [None req-953de887-03ec-47a2-b2d2-d086d96aec8d tempest-ServersTestMultiNic-5273155 tempest-ServersTestMultiNic-5273155-project-member] Lock "53b51f4c-d952-4632-8525-4941dea8f0f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.569s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.798921] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "166d167d-c13e-4340-8994-d0820013c844" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.800743] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "166d167d-c13e-4340-8994-d0820013c844" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.801463] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "166d167d-c13e-4340-8994-d0820013c844-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.801705] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "166d167d-c13e-4340-8994-d0820013c844-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.801885] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "166d167d-c13e-4340-8994-d0820013c844-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.807893] env[62664]: INFO nova.compute.manager [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Terminating instance [ 840.833086] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789d3653-abb7-4318-a5e1-184246978afe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.843181] env[62664]: DEBUG nova.network.neutron [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.849040] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b36eb43-0621-4457-b493-7584b1360999 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.860282] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697978, 'name': Rename_Task, 'duration_secs': 0.181818} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.885111] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.885569] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6566fd6a-4c91-44e9-a263-11d84c63604b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.887860] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e38c58-a28e-4369-8c94-d2abce28cf65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.903144] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6d6b9a-63ca-44c5-94b7-005490866450 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.908452] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 840.908452] env[62664]: value = "task-2697980" [ 840.908452] env[62664]: _type = "Task" [ 840.908452] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.912663] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 1d5f9a57-a196-47e3-9c6d-19a67f31f2b3] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.914786] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104249} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.918805] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.932829] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4f7366-65c7-496e-ac29-3e058bffaedd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.936580] env[62664]: DEBUG nova.compute.provider_tree [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.961194] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b/9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.967970] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36f3424-17de-4a1a-9f89-c5107dc3ad2c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.979600] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.988724] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 840.988724] env[62664]: value = "task-2697981" [ 840.988724] env[62664]: _type = "Task" [ 840.988724] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.993948] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.999327] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.002390] env[62664]: DEBUG nova.compute.manager [req-dbc55086-2057-4015-96ad-16882b557a59 req-7f886a50-0dc3-4e82-830e-d7dc6cd616fe service nova] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Received event network-vif-deleted-84b2c04d-1c2b-40c3-85be-54c5f1d20d5b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.247189] env[62664]: DEBUG nova.network.neutron [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Updating instance_info_cache with network_info: [{"id": "d5a7b685-96a0-43b5-916f-b35eb8c585ab", "address": "fa:16:3e:cb:1c:e0", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5a7b685-96", "ovs_interfaceid": "d5a7b685-96a0-43b5-916f-b35eb8c585ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.312128] env[62664]: DEBUG nova.compute.manager [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.312579] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.314206] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378bc452-5fab-4f72-aa7c-98a0660056de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.323872] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.324304] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fb78ed5-9be2-45b9-961c-2b4375d163db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.335030] env[62664]: DEBUG oslo_vmware.api [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 841.335030] env[62664]: value = "task-2697982" [ 841.335030] env[62664]: _type = "Task" [ 841.335030] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.350118] env[62664]: DEBUG oslo_vmware.api [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.415972] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 3e0a83b8-5bfd-4a3a-bde3-1bf6e4df2829] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.432204] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "ce66a068-38c6-44c3-af64-8e8919111032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.432646] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "ce66a068-38c6-44c3-af64-8e8919111032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.438998] env[62664]: DEBUG oslo_vmware.api [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697980, 'name': PowerOnVM_Task, 'duration_secs': 0.480394} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.439848] env[62664]: DEBUG nova.scheduler.client.report [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.444532] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.445165] env[62664]: INFO nova.compute.manager [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Took 9.15 seconds to spawn the instance on the hypervisor. [ 841.445757] env[62664]: DEBUG nova.compute.manager [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.447424] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e6526e-9bc0-49a2-b005-0c81c2bbadba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.502860] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697981, 'name': ReconfigVM_Task, 'duration_secs': 0.307343} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.503483] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b/9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.504245] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a61fc895-dabd-488f-97b0-2a9f69bb4296 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.512851] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 841.512851] env[62664]: value = "task-2697983" [ 841.512851] env[62664]: _type = "Task" [ 841.512851] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.528022] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697983, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.753034] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "refresh_cache-4283a193-e2eb-4c64-9601-a305e2ad4264" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.753034] env[62664]: DEBUG nova.compute.manager [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Instance network_info: |[{"id": "d5a7b685-96a0-43b5-916f-b35eb8c585ab", "address": "fa:16:3e:cb:1c:e0", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5a7b685-96", "ovs_interfaceid": "d5a7b685-96a0-43b5-916f-b35eb8c585ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.753034] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:1c:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5a7b685-96a0-43b5-916f-b35eb8c585ab', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.760083] env[62664]: DEBUG oslo.service.loopingcall [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.761025] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.761251] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9441c5fc-8d44-444f-9abc-70c785092b78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.783241] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.783241] env[62664]: value = "task-2697984" [ 841.783241] env[62664]: _type = "Task" [ 841.783241] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.793607] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697984, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.844906] env[62664]: DEBUG oslo_vmware.api [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697982, 'name': PowerOffVM_Task, 'duration_secs': 0.196162} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.845373] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.845707] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.846235] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a64b9b5-0b30-4ac7-899f-c25a5cca3cf1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.917066] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.917066] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.917066] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleting the datastore file [datastore2] 166d167d-c13e-4340-8994-d0820013c844 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.917066] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c17d47aa-d1c2-4171-9c02-9100f8eca9f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.928051] env[62664]: DEBUG oslo_vmware.api [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 841.928051] env[62664]: value = "task-2697986" [ 841.928051] env[62664]: _type = "Task" [ 841.928051] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.928051] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 74ac4035-9fe2-4149-a5dd-3e8c6cc602de] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.936744] env[62664]: DEBUG nova.compute.manager [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.951783] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.956298] env[62664]: DEBUG oslo_vmware.api [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.957180] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.811s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.957180] env[62664]: DEBUG nova.objects.instance [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lazy-loading 'resources' on Instance uuid 22d675da-2ba5-4c9a-8aa2-096eb68e5118 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.983423] env[62664]: INFO nova.compute.manager [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Took 53.41 seconds to build instance. [ 841.996924] env[62664]: INFO nova.scheduler.client.report [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Deleted allocations for instance 9d0ee6be-b92b-4358-b922-eb0d1810da67 [ 842.028930] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697983, 'name': Rename_Task, 'duration_secs': 0.147357} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.028930] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.028930] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d2ad08b-b4fd-48b8-a689-48501dab1b34 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.036012] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 842.036012] env[62664]: value = "task-2697987" [ 842.036012] env[62664]: _type = "Task" [ 842.036012] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.044712] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.293591] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697984, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.440032] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 18b48743-1ebd-4805-9e86-d03240b0d6c7] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.479392] env[62664]: DEBUG oslo_vmware.api [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2697986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393856} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.482370] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.482727] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.483045] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.483340] env[62664]: INFO nova.compute.manager [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 166d167d-c13e-4340-8994-d0820013c844] Took 1.17 seconds to destroy the instance on the hypervisor. [ 842.483733] env[62664]: DEBUG oslo.service.loopingcall [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.484116] env[62664]: DEBUG nova.compute.manager [-] [instance: 166d167d-c13e-4340-8994-d0820013c844] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.484233] env[62664]: DEBUG nova.network.neutron [-] [instance: 166d167d-c13e-4340-8994-d0820013c844] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.489647] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85484ff2-76e5-4eb2-abd6-c9bd4556f11e tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "cfd26ae3-c51b-469a-a8c8-5a4841067644" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.921s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.491715] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.510365] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b63580b7-8a31-4213-9019-11c939c1e349 tempest-ImagesOneServerNegativeTestJSON-1283201927 tempest-ImagesOneServerNegativeTestJSON-1283201927-project-member] Lock "9d0ee6be-b92b-4358-b922-eb0d1810da67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.138s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.553229] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697987, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.798157] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2697984, 'name': CreateVM_Task, 'duration_secs': 1.006603} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.800927] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.803196] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.803381] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.803764] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.804109] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c617442-f6b7-4562-83d6-1e9074d283e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.814158] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 842.814158] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523e5573-ca7b-7f46-ab12-d0acfe52225d" [ 842.814158] env[62664]: _type = "Task" [ 842.814158] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.824584] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523e5573-ca7b-7f46-ab12-d0acfe52225d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.859230] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733d36f1-8e6f-4019-8e66-1b8fb1ca675a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.867053] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a262a5fa-c4e4-4cab-b649-4033e7552547 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.901290] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116fe30b-4ea3-46fe-bc7d-1a1ff4f41fca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.910464] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482cd07-e7f9-447a-8de0-2eddb1b1eaf1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.927745] env[62664]: DEBUG nova.compute.provider_tree [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.960374] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f03d1d72-c793-40ed-8ac2-2e1171cdf8fe] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.049196] env[62664]: DEBUG oslo_vmware.api [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2697987, 'name': PowerOnVM_Task, 'duration_secs': 0.544553} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.049467] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.049668] env[62664]: INFO nova.compute.manager [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Took 8.24 seconds to spawn the instance on the hypervisor. [ 843.050681] env[62664]: DEBUG nova.compute.manager [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.050919] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12177626-93ff-4929-8b11-27fc70755a39 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.247391] env[62664]: DEBUG oslo_concurrency.lockutils [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquiring lock "cfd26ae3-c51b-469a-a8c8-5a4841067644" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.250098] env[62664]: DEBUG oslo_concurrency.lockutils [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "cfd26ae3-c51b-469a-a8c8-5a4841067644" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.250098] env[62664]: INFO nova.compute.manager [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Rebooting instance [ 843.261590] env[62664]: DEBUG nova.compute.manager [req-28a3669e-4632-4f39-955c-eec536e859fc req-95f9d2dc-b774-4df9-9dee-42797905d8d2 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Received event network-vif-deleted-e15ae8cf-4c9c-44be-9a59-719b1dddf0ec {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.261800] env[62664]: INFO nova.compute.manager [req-28a3669e-4632-4f39-955c-eec536e859fc req-95f9d2dc-b774-4df9-9dee-42797905d8d2 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Neutron deleted interface e15ae8cf-4c9c-44be-9a59-719b1dddf0ec; detaching it from the instance and deleting it from the info cache [ 843.264882] env[62664]: DEBUG nova.network.neutron [req-28a3669e-4632-4f39-955c-eec536e859fc req-95f9d2dc-b774-4df9-9dee-42797905d8d2 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.328378] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]523e5573-ca7b-7f46-ab12-d0acfe52225d, 'name': SearchDatastore_Task, 'duration_secs': 0.023324} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.328580] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.329273] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.329966] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.330169] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.330385] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.330667] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea4944e4-2286-408a-b4b1-a3c5de7f1c0b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.346601] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.347213] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.348413] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5311fb62-90a6-49fb-b89d-0933af2b4a15 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.359170] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 843.359170] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52af0484-e202-124e-16fb-427c0207df74" [ 843.359170] env[62664]: _type = "Task" [ 843.359170] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.374271] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52af0484-e202-124e-16fb-427c0207df74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.431130] env[62664]: DEBUG nova.scheduler.client.report [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.463600] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 03359cc0-ef5f-4cdf-bd91-445ddf1da33f] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.513653] env[62664]: DEBUG nova.network.neutron [-] [instance: 166d167d-c13e-4340-8994-d0820013c844] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.578959] env[62664]: INFO nova.compute.manager [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Took 48.19 seconds to build instance. [ 843.768146] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "df59e274-31e6-4f35-b553-dd353b70d554" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.768374] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.770789] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71bc5a95-a5ff-462d-b8d0-aad48550fd81 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.781933] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a993c6c1-f520-4907-97bc-00dae6940c93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.794735] env[62664]: DEBUG oslo_concurrency.lockutils [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquiring lock "refresh_cache-cfd26ae3-c51b-469a-a8c8-5a4841067644" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.795037] env[62664]: DEBUG oslo_concurrency.lockutils [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquired lock "refresh_cache-cfd26ae3-c51b-469a-a8c8-5a4841067644" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.795112] env[62664]: DEBUG nova.network.neutron [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.822307] env[62664]: DEBUG nova.compute.manager [req-28a3669e-4632-4f39-955c-eec536e859fc req-95f9d2dc-b774-4df9-9dee-42797905d8d2 service nova] [instance: 166d167d-c13e-4340-8994-d0820013c844] Detach interface failed, port_id=e15ae8cf-4c9c-44be-9a59-719b1dddf0ec, reason: Instance 166d167d-c13e-4340-8994-d0820013c844 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 843.870537] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52af0484-e202-124e-16fb-427c0207df74, 'name': SearchDatastore_Task, 'duration_secs': 0.016234} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.871838] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62ab6ad-f605-42e0-b300-2d1a617a25bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.878098] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 843.878098] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e042c3-327e-8680-7dc1-45ef214fb434" [ 843.878098] env[62664]: _type = "Task" [ 843.878098] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.887078] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e042c3-327e-8680-7dc1-45ef214fb434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.937801] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.941281] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.069s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.941281] env[62664]: DEBUG nova.objects.instance [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lazy-loading 'resources' on Instance uuid 7f031572-1830-4e5f-b39f-949f3932a16e {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.968312] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: b1972c25-31b0-4a64-9d89-84acc449be29] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.971026] env[62664]: INFO nova.scheduler.client.report [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Deleted allocations for instance 22d675da-2ba5-4c9a-8aa2-096eb68e5118 [ 844.018404] env[62664]: INFO nova.compute.manager [-] [instance: 166d167d-c13e-4340-8994-d0820013c844] Took 1.53 seconds to deallocate network for instance. [ 844.080830] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c57397c3-843c-4c1f-87cd-a089bdad6dd3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.704s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.273766] env[62664]: DEBUG nova.compute.manager [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.392082] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e042c3-327e-8680-7dc1-45ef214fb434, 'name': SearchDatastore_Task, 'duration_secs': 0.012933} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.392346] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.392594] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 4283a193-e2eb-4c64-9601-a305e2ad4264/4283a193-e2eb-4c64-9601-a305e2ad4264.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.392852] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db7f03c3-eee5-4b32-b5c8-5864e381ed6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.402847] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 844.402847] env[62664]: value = "task-2697988" [ 844.402847] env[62664]: _type = "Task" [ 844.402847] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.414347] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.476251] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 30601c03-c29f-4da4-825a-8d6c627c1432] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.486595] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6b589d13-6c82-46f5-8e89-98258f6e4106 tempest-ServerRescueTestJSON-1066088886 tempest-ServerRescueTestJSON-1066088886-project-member] Lock "22d675da-2ba5-4c9a-8aa2-096eb68e5118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.455s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.524957] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.672894] env[62664]: DEBUG nova.network.neutron [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Updating instance_info_cache with network_info: [{"id": "ab4be1ff-e71b-4bfb-9fb8-647dff3db874", "address": "fa:16:3e:dd:01:b8", "network": {"id": "59743b9c-4d18-459f-b4a9-392c9820494d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1630031979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1e96a443914fe6a4532809983e8e1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab4be1ff-e7", "ovs_interfaceid": "ab4be1ff-e71b-4bfb-9fb8-647dff3db874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.799158] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba73674-9b84-4b3a-999d-8ac9c7121096 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.808859] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.809917] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b73e7e7-3ac7-4b95-86a3-886ffce50560 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.845929] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4fdab-b7b3-48ea-95ce-74c393ca43e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.854390] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36beaf31-7430-40af-82f9-236bae364ca1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.872713] env[62664]: DEBUG nova.compute.provider_tree [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.915541] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.981959] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: d923bec1-81c9-491d-9dca-4c758893e809] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.175976] env[62664]: DEBUG oslo_concurrency.lockutils [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Releasing lock "refresh_cache-cfd26ae3-c51b-469a-a8c8-5a4841067644" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.376601] env[62664]: DEBUG nova.scheduler.client.report [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.415666] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697988, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.485668] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 6dc7032f-ce0d-4067-98f0-ad02ed142682] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.674101] env[62664]: DEBUG nova.compute.manager [req-7b023971-0e45-45ab-acf3-f5e709bb4bec req-fd92d810-cf59-4d45-96e8-ce5e1a40c017 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received event network-changed-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.674321] env[62664]: DEBUG nova.compute.manager [req-7b023971-0e45-45ab-acf3-f5e709bb4bec req-fd92d810-cf59-4d45-96e8-ce5e1a40c017 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Refreshing instance network info cache due to event network-changed-1128f339-6b93-494e-9ba3-e70c92e85191. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 845.674588] env[62664]: DEBUG oslo_concurrency.lockutils [req-7b023971-0e45-45ab-acf3-f5e709bb4bec req-fd92d810-cf59-4d45-96e8-ce5e1a40c017 service nova] Acquiring lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.674677] env[62664]: DEBUG oslo_concurrency.lockutils [req-7b023971-0e45-45ab-acf3-f5e709bb4bec req-fd92d810-cf59-4d45-96e8-ce5e1a40c017 service nova] Acquired lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.674836] env[62664]: DEBUG nova.network.neutron [req-7b023971-0e45-45ab-acf3-f5e709bb4bec req-fd92d810-cf59-4d45-96e8-ce5e1a40c017 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Refreshing network info cache for port 1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.683744] env[62664]: DEBUG nova.compute.manager [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.683744] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8f8696-06e9-44b0-9d9c-81bb71f11e26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.882479] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.885405] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.714s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.892214] env[62664]: INFO nova.compute.claims [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.914584] env[62664]: INFO nova.scheduler.client.report [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted allocations for instance 7f031572-1830-4e5f-b39f-949f3932a16e [ 845.927389] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697988, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.016074} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.928193] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 4283a193-e2eb-4c64-9601-a305e2ad4264/4283a193-e2eb-4c64-9601-a305e2ad4264.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.928368] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.928741] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78e6478e-bfd8-4a61-8713-4f674caad08e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.937913] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 845.937913] env[62664]: value = "task-2697989" [ 845.937913] env[62664]: _type = "Task" [ 845.937913] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.950760] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.990048] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: c90e97fe-1065-4378-8152-c2f5d08e3b26] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.427100] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7b8d70a0-94eb-4e57-8a69-f18ec8b550e9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7f031572-1830-4e5f-b39f-949f3932a16e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.029s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.449802] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220486} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.450095] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.451024] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2557f4-b4e0-43bc-bbf3-ccb228dc35c3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.480765] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 4283a193-e2eb-4c64-9601-a305e2ad4264/4283a193-e2eb-4c64-9601-a305e2ad4264.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.481375] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d529b1-c86e-4c86-961e-7069b891420e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.503829] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f76f7c8e-1f56-49eb-8631-2081781daafa] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.510235] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 846.510235] env[62664]: value = "task-2697990" [ 846.510235] env[62664]: _type = "Task" [ 846.510235] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.530131] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.711673] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a08b36-18e9-434d-b772-690b3809e7f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.725882] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Doing hard reboot of VM {{(pid=62664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 846.725882] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3dab6577-0634-4256-ba9b-ef0a4c479e97 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.736017] env[62664]: DEBUG oslo_vmware.api [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 846.736017] env[62664]: value = "task-2697991" [ 846.736017] env[62664]: _type = "Task" [ 846.736017] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.747684] env[62664]: DEBUG oslo_vmware.api [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697991, 'name': ResetVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.750418] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquiring lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.750673] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.935955] env[62664]: DEBUG nova.network.neutron [req-7b023971-0e45-45ab-acf3-f5e709bb4bec req-fd92d810-cf59-4d45-96e8-ce5e1a40c017 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updated VIF entry in instance network info cache for port 1128f339-6b93-494e-9ba3-e70c92e85191. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.936347] env[62664]: DEBUG nova.network.neutron [req-7b023971-0e45-45ab-acf3-f5e709bb4bec req-fd92d810-cf59-4d45-96e8-ce5e1a40c017 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updating instance_info_cache with network_info: [{"id": "1128f339-6b93-494e-9ba3-e70c92e85191", "address": "fa:16:3e:4d:0d:99", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128f339-6b", "ovs_interfaceid": "1128f339-6b93-494e-9ba3-e70c92e85191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.007621] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 8697fd7b-0496-49bd-9a4f-53a8fec50172] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.021830] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697990, 'name': ReconfigVM_Task, 'duration_secs': 0.297586} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.025144] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 4283a193-e2eb-4c64-9601-a305e2ad4264/4283a193-e2eb-4c64-9601-a305e2ad4264.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.028627] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf5d65ae-1dc7-459f-aad6-c4990797b39c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.035187] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 847.035187] env[62664]: value = "task-2697992" [ 847.035187] env[62664]: _type = "Task" [ 847.035187] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.051031] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697992, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.251584] env[62664]: DEBUG oslo_vmware.api [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697991, 'name': ResetVM_Task, 'duration_secs': 0.121908} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.251873] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Did hard reboot of VM {{(pid=62664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 847.252079] env[62664]: DEBUG nova.compute.manager [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.252913] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfa5f70-e2c5-4937-8703-50fcb584e6e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.257917] env[62664]: DEBUG nova.compute.manager [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.287411] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6ef8d0-4e75-497c-a20b-fffbcb5d5fc5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.300131] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cf82ae-1a95-4716-b388-7535702e688f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.345589] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e47f852-cc95-4571-869d-26597990bff4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.354695] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5855317-3475-4a3e-85a2-79497f6f3d61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.371105] env[62664]: DEBUG nova.compute.provider_tree [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.443865] env[62664]: DEBUG oslo_concurrency.lockutils [req-7b023971-0e45-45ab-acf3-f5e709bb4bec req-fd92d810-cf59-4d45-96e8-ce5e1a40c017 service nova] Releasing lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.510840] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f7221dad-9186-4f83-adaf-676712163ed5] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.548387] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697992, 'name': Rename_Task, 'duration_secs': 0.148661} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.548694] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.550063] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b97ac01f-8df1-450b-92ae-daeebdc26a63 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.560375] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 847.560375] env[62664]: value = "task-2697993" [ 847.560375] env[62664]: _type = "Task" [ 847.560375] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.574794] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.781165] env[62664]: DEBUG oslo_concurrency.lockutils [None req-61e7c776-6092-483f-b06c-e62b0e4e833f tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "cfd26ae3-c51b-469a-a8c8-5a4841067644" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.532s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.800175] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.877795] env[62664]: DEBUG nova.scheduler.client.report [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.018319] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 4310fc19-c9b7-4515-be80-20fb13e18eef] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.044103] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.044103] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.085849] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.383996] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.384817] env[62664]: DEBUG nova.compute.manager [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.389992] env[62664]: DEBUG oslo_concurrency.lockutils [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.916s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.390245] env[62664]: DEBUG nova.objects.instance [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lazy-loading 'resources' on Instance uuid a749bdba-b986-48be-9efe-bd339d5531c5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.524401] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.524401] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Cleaning up deleted instances with incomplete migration {{(pid=62664) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 848.546645] env[62664]: DEBUG nova.compute.manager [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.581425] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.678697] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquiring lock "cfd26ae3-c51b-469a-a8c8-5a4841067644" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.679093] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "cfd26ae3-c51b-469a-a8c8-5a4841067644" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.682614] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquiring lock "cfd26ae3-c51b-469a-a8c8-5a4841067644-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.682614] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "cfd26ae3-c51b-469a-a8c8-5a4841067644-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.682614] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "cfd26ae3-c51b-469a-a8c8-5a4841067644-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.684381] env[62664]: INFO nova.compute.manager [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Terminating instance [ 848.894502] env[62664]: DEBUG nova.compute.utils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 848.898970] env[62664]: DEBUG nova.compute.manager [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.899196] env[62664]: DEBUG nova.network.neutron [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.963264] env[62664]: DEBUG nova.policy [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5231b9d2526944f2824af2094a32fe8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c1ba595e904276a7aaeaca7aa52e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.027279] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.073857] env[62664]: DEBUG oslo_vmware.api [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2697993, 'name': PowerOnVM_Task, 'duration_secs': 1.112986} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.074886] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.075612] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.075612] env[62664]: INFO nova.compute.manager [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Took 11.68 seconds to spawn the instance on the hypervisor. [ 849.075612] env[62664]: DEBUG nova.compute.manager [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.078634] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b967b8e-95bb-40b8-9fd9-1ea873284791 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.191441] env[62664]: DEBUG nova.compute.manager [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.191669] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.193289] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c79a60-4764-46d3-90f2-ac18d2dc3898 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.201748] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.201903] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe46abac-2544-4b16-968d-b8467621c492 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.210630] env[62664]: DEBUG oslo_vmware.api [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 849.210630] env[62664]: value = "task-2697994" [ 849.210630] env[62664]: _type = "Task" [ 849.210630] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.220719] env[62664]: DEBUG oslo_vmware.api [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.252200] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589cf4ce-8a4e-4231-8075-9019c6b1b6ef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.259110] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25095030-6947-4bbe-9ca5-9442b0b598a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.294022] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b31feb-766b-4d8b-8ae8-96a636dce47f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.303679] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a1878b-93a1-45e3-9ac3-73fdcca6720d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.320439] env[62664]: DEBUG nova.compute.provider_tree [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.397222] env[62664]: DEBUG nova.network.neutron [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Successfully created port: a28d5add-0a53-4a1b-aa60-5aa7b8663b56 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.401252] env[62664]: DEBUG nova.compute.manager [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.498704] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "d6fb5054-9cd5-4927-bb38-143985db5fee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.498942] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "d6fb5054-9cd5-4927-bb38-143985db5fee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.518491] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquiring lock "aa3821f5-ac5b-49b3-bfea-31208a247642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.518566] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lock "aa3821f5-ac5b-49b3-bfea-31208a247642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.604050] env[62664]: INFO nova.compute.manager [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Took 50.48 seconds to build instance. [ 849.723537] env[62664]: DEBUG oslo_vmware.api [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697994, 'name': PowerOffVM_Task, 'duration_secs': 0.227207} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.724015] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.724332] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.724690] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ce5989b-110f-4e13-b2bf-002f8b662023 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.796228] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.796536] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.796735] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Deleting the datastore file [datastore2] cfd26ae3-c51b-469a-a8c8-5a4841067644 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.797032] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c35b3c5-baba-4dee-9225-966715332be1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.803847] env[62664]: DEBUG oslo_vmware.api [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for the task: (returnval){ [ 849.803847] env[62664]: value = "task-2697996" [ 849.803847] env[62664]: _type = "Task" [ 849.803847] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.812550] env[62664]: DEBUG oslo_vmware.api [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.823587] env[62664]: DEBUG nova.scheduler.client.report [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.001800] env[62664]: DEBUG nova.compute.manager [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.020764] env[62664]: DEBUG nova.compute.manager [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.106033] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fef5f410-c6ef-439e-a84e-fe2c0ed439e2 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "4283a193-e2eb-4c64-9601-a305e2ad4264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.130s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.117676] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.117676] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.314618] env[62664]: DEBUG oslo_vmware.api [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Task: {'id': task-2697996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129124} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.314871] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.315078] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.315269] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.315441] env[62664]: INFO nova.compute.manager [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Took 1.12 seconds to destroy the instance on the hypervisor. [ 850.315682] env[62664]: DEBUG oslo.service.loopingcall [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.315879] env[62664]: DEBUG nova.compute.manager [-] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.315976] env[62664]: DEBUG nova.network.neutron [-] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.328699] env[62664]: DEBUG oslo_concurrency.lockutils [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.332135] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.779s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.332420] env[62664]: DEBUG nova.objects.instance [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lazy-loading 'resources' on Instance uuid 633100b8-c9ff-40d8-9e88-2091f4243b0f {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.356750] env[62664]: INFO nova.scheduler.client.report [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleted allocations for instance a749bdba-b986-48be-9efe-bd339d5531c5 [ 850.411417] env[62664]: DEBUG nova.compute.manager [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.439050] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.439319] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.439477] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.439677] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.439826] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.439972] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.440218] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.440385] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.440572] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.440744] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.440917] env[62664]: DEBUG nova.virt.hardware [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.441795] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dba04f2-b08b-4ec1-8458-56dc8ca91a4b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.451361] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdb6765-56fb-42f1-9b81-4bfe7f4417b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.525222] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.543209] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.620240] env[62664]: DEBUG nova.compute.manager [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.651424] env[62664]: DEBUG nova.compute.manager [req-88a86a0c-5d63-4440-bc8c-1b4b11cc5f27 req-b90944ad-e3bd-465e-84fb-6ff963097558 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Received event network-vif-deleted-ab4be1ff-e71b-4bfb-9fb8-647dff3db874 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.651682] env[62664]: INFO nova.compute.manager [req-88a86a0c-5d63-4440-bc8c-1b4b11cc5f27 req-b90944ad-e3bd-465e-84fb-6ff963097558 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Neutron deleted interface ab4be1ff-e71b-4bfb-9fb8-647dff3db874; detaching it from the instance and deleting it from the info cache [ 850.651908] env[62664]: DEBUG nova.network.neutron [req-88a86a0c-5d63-4440-bc8c-1b4b11cc5f27 req-b90944ad-e3bd-465e-84fb-6ff963097558 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.865386] env[62664]: DEBUG oslo_concurrency.lockutils [None req-24a690e5-fdf6-4ef5-8a0c-a907e9fdfbc4 tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "a749bdba-b986-48be-9efe-bd339d5531c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.236s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.903366] env[62664]: DEBUG nova.compute.manager [req-7da46f8b-32b8-4553-9bd0-f8ae16daa673 req-ffd9b267-9413-4f27-b05c-4e102cbda4ad service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Received event network-vif-plugged-a28d5add-0a53-4a1b-aa60-5aa7b8663b56 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.903586] env[62664]: DEBUG oslo_concurrency.lockutils [req-7da46f8b-32b8-4553-9bd0-f8ae16daa673 req-ffd9b267-9413-4f27-b05c-4e102cbda4ad service nova] Acquiring lock "00c4b240-e6c5-4551-866c-c3f82b3891f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.903792] env[62664]: DEBUG oslo_concurrency.lockutils [req-7da46f8b-32b8-4553-9bd0-f8ae16daa673 req-ffd9b267-9413-4f27-b05c-4e102cbda4ad service nova] Lock "00c4b240-e6c5-4551-866c-c3f82b3891f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.903962] env[62664]: DEBUG oslo_concurrency.lockutils [req-7da46f8b-32b8-4553-9bd0-f8ae16daa673 req-ffd9b267-9413-4f27-b05c-4e102cbda4ad service nova] Lock "00c4b240-e6c5-4551-866c-c3f82b3891f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.904143] env[62664]: DEBUG nova.compute.manager [req-7da46f8b-32b8-4553-9bd0-f8ae16daa673 req-ffd9b267-9413-4f27-b05c-4e102cbda4ad service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] No waiting events found dispatching network-vif-plugged-a28d5add-0a53-4a1b-aa60-5aa7b8663b56 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.904441] env[62664]: WARNING nova.compute.manager [req-7da46f8b-32b8-4553-9bd0-f8ae16daa673 req-ffd9b267-9413-4f27-b05c-4e102cbda4ad service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Received unexpected event network-vif-plugged-a28d5add-0a53-4a1b-aa60-5aa7b8663b56 for instance with vm_state building and task_state spawning. [ 851.000707] env[62664]: DEBUG nova.network.neutron [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Successfully updated port: a28d5add-0a53-4a1b-aa60-5aa7b8663b56 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.007445] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "edd9f253-f27f-4417-a9aa-6ba7915fd588" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.009839] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "edd9f253-f27f-4417-a9aa-6ba7915fd588" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.009839] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "edd9f253-f27f-4417-a9aa-6ba7915fd588-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.009839] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "edd9f253-f27f-4417-a9aa-6ba7915fd588-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.009839] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "edd9f253-f27f-4417-a9aa-6ba7915fd588-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.011120] env[62664]: INFO nova.compute.manager [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Terminating instance [ 851.062984] env[62664]: DEBUG nova.network.neutron [-] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.141571] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f33835-9fe4-4bb1-9ba4-cfb88a7b4983 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.145135] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.152087] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec732ae9-0402-4a46-8c3d-c1c916f702c3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.155455] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e891cf2-739a-43cd-a063-338379aec1be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.188703] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8120ef-3147-40c6-940c-568ec3a4f2c3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.193862] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2924759-efb1-4e6c-910f-3a5c90129502 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.209912] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0172efa4-179f-4b6f-adde-52aca5c19654 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.224308] env[62664]: DEBUG nova.compute.manager [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.224813] env[62664]: DEBUG nova.compute.provider_tree [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.236085] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574b14c-96fd-47b6-8698-f4ca8092d9fb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.238761] env[62664]: DEBUG nova.compute.manager [req-88a86a0c-5d63-4440-bc8c-1b4b11cc5f27 req-b90944ad-e3bd-465e-84fb-6ff963097558 service nova] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Detach interface failed, port_id=ab4be1ff-e71b-4bfb-9fb8-647dff3db874, reason: Instance cfd26ae3-c51b-469a-a8c8-5a4841067644 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 851.240363] env[62664]: DEBUG nova.scheduler.client.report [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.503891] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.503987] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.504100] env[62664]: DEBUG nova.network.neutron [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.518339] env[62664]: DEBUG nova.compute.manager [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.518703] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.519904] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6e26ce-0ca6-4fcf-8df3-8af742dee6c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.528606] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.528848] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a531d63-cf90-4571-a887-70a7062f62b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.536615] env[62664]: DEBUG oslo_vmware.api [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 851.536615] env[62664]: value = "task-2697997" [ 851.536615] env[62664]: _type = "Task" [ 851.536615] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.545317] env[62664]: DEBUG oslo_vmware.api [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.566683] env[62664]: INFO nova.compute.manager [-] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Took 1.25 seconds to deallocate network for instance. [ 851.745341] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.414s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.749810] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.500s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.750068] env[62664]: DEBUG nova.objects.instance [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lazy-loading 'resources' on Instance uuid 485cb5f7-826f-43cc-a28c-2169602867c4 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.751793] env[62664]: INFO nova.compute.manager [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] instance snapshotting [ 851.755154] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cd59c5-03a5-474e-8fd3-5418694b7f00 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.775387] env[62664]: INFO nova.scheduler.client.report [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Deleted allocations for instance 633100b8-c9ff-40d8-9e88-2091f4243b0f [ 851.776926] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f32d7b2-a91a-476f-9c04-9cddc0983321 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.037132] env[62664]: DEBUG nova.network.neutron [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.048923] env[62664]: DEBUG oslo_vmware.api [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697997, 'name': PowerOffVM_Task, 'duration_secs': 0.403817} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.049119] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.049291] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.049541] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58ed05fb-65fb-41f5-9fff-a7e92607b8ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.072554] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.167533] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.167754] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.167928] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleting the datastore file [datastore2] edd9f253-f27f-4417-a9aa-6ba7915fd588 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.168222] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d33310c-7c9a-4331-885b-b1d68ccf202f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.175746] env[62664]: DEBUG oslo_vmware.api [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for the task: (returnval){ [ 852.175746] env[62664]: value = "task-2697999" [ 852.175746] env[62664]: _type = "Task" [ 852.175746] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.184724] env[62664]: DEBUG oslo_vmware.api [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.194482] env[62664]: DEBUG nova.network.neutron [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updating instance_info_cache with network_info: [{"id": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "address": "fa:16:3e:73:39:fa", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28d5add-0a", "ovs_interfaceid": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.285756] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14721ad0-ed3b-4f0c-be76-e21911869a1e tempest-VolumesAdminNegativeTest-1194328912 tempest-VolumesAdminNegativeTest-1194328912-project-member] Lock "633100b8-c9ff-40d8-9e88-2091f4243b0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.944s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.293211] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 852.293653] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6378bce6-ded8-40ae-9716-fa48f02cbaf7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.301983] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 852.301983] env[62664]: value = "task-2698000" [ 852.301983] env[62664]: _type = "Task" [ 852.301983] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.315325] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.531394] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb26fc3-f3f3-482a-ade0-c1bfc9f94778 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.540642] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171d900e-d941-4862-a776-caf2ad72d419 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.572339] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a01f94-2278-465c-9d3c-84d080faefb7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.580908] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc20085a-33e7-439e-8ba1-e72bab7120d1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.594892] env[62664]: DEBUG nova.compute.provider_tree [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.686515] env[62664]: DEBUG oslo_vmware.api [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Task: {'id': task-2697999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154449} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.686785] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.686967] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.687161] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.687360] env[62664]: INFO nova.compute.manager [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Took 1.17 seconds to destroy the instance on the hypervisor. [ 852.687688] env[62664]: DEBUG oslo.service.loopingcall [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.687891] env[62664]: DEBUG nova.compute.manager [-] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.687987] env[62664]: DEBUG nova.network.neutron [-] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.699298] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.699597] env[62664]: DEBUG nova.compute.manager [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Instance network_info: |[{"id": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "address": "fa:16:3e:73:39:fa", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28d5add-0a", "ovs_interfaceid": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.700010] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:39:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a28d5add-0a53-4a1b-aa60-5aa7b8663b56', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.707866] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Creating folder: Project (48c1ba595e904276a7aaeaca7aa52e3d). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.708150] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8f9e546-261f-4b8e-b5d5-1adb9595e67e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.722033] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Created folder: Project (48c1ba595e904276a7aaeaca7aa52e3d) in parent group-v543506. [ 852.722143] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Creating folder: Instances. Parent ref: group-v543693. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.723032] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30c66915-d6a8-4a59-a9f6-ef43e846eada {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.733511] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Created folder: Instances in parent group-v543693. [ 852.733759] env[62664]: DEBUG oslo.service.loopingcall [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.733949] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.734638] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b32e8854-3714-43c7-a791-ab2660bdde69 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.754334] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.754334] env[62664]: value = "task-2698003" [ 852.754334] env[62664]: _type = "Task" [ 852.754334] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.762569] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698003, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.812653] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.942886] env[62664]: DEBUG nova.compute.manager [req-05c33b5a-68fe-4199-971a-1772941b7f77 req-ba156cbd-939b-49c9-923b-4613f2d1f7a7 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Received event network-changed-a28d5add-0a53-4a1b-aa60-5aa7b8663b56 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.943112] env[62664]: DEBUG nova.compute.manager [req-05c33b5a-68fe-4199-971a-1772941b7f77 req-ba156cbd-939b-49c9-923b-4613f2d1f7a7 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Refreshing instance network info cache due to event network-changed-a28d5add-0a53-4a1b-aa60-5aa7b8663b56. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.943336] env[62664]: DEBUG oslo_concurrency.lockutils [req-05c33b5a-68fe-4199-971a-1772941b7f77 req-ba156cbd-939b-49c9-923b-4613f2d1f7a7 service nova] Acquiring lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.943482] env[62664]: DEBUG oslo_concurrency.lockutils [req-05c33b5a-68fe-4199-971a-1772941b7f77 req-ba156cbd-939b-49c9-923b-4613f2d1f7a7 service nova] Acquired lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.943643] env[62664]: DEBUG nova.network.neutron [req-05c33b5a-68fe-4199-971a-1772941b7f77 req-ba156cbd-939b-49c9-923b-4613f2d1f7a7 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Refreshing network info cache for port a28d5add-0a53-4a1b-aa60-5aa7b8663b56 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.098148] env[62664]: DEBUG nova.scheduler.client.report [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.264243] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698003, 'name': CreateVM_Task, 'duration_secs': 0.344409} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.264412] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.265306] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.265361] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.265708] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.265969] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333b4e7d-e667-4962-a8b0-054d2bf4b6c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.270766] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 853.270766] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529c7120-dd65-a297-6113-8f4239df70c0" [ 853.270766] env[62664]: _type = "Task" [ 853.270766] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.278465] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529c7120-dd65-a297-6113-8f4239df70c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.313039] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698000, 'name': CreateSnapshot_Task, 'duration_secs': 0.806789} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.313312] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 853.314279] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0fe3d7-2a94-479c-a942-3c48020c3c24 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.494520] env[62664]: DEBUG nova.network.neutron [-] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.604989] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.607046] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.614s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.607344] env[62664]: DEBUG nova.objects.instance [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lazy-loading 'resources' on Instance uuid 3afea66f-7d69-4d19-9a8e-2744aa2ce954 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.633551] env[62664]: INFO nova.scheduler.client.report [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Deleted allocations for instance 485cb5f7-826f-43cc-a28c-2169602867c4 [ 853.766597] env[62664]: DEBUG nova.network.neutron [req-05c33b5a-68fe-4199-971a-1772941b7f77 req-ba156cbd-939b-49c9-923b-4613f2d1f7a7 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updated VIF entry in instance network info cache for port a28d5add-0a53-4a1b-aa60-5aa7b8663b56. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.767073] env[62664]: DEBUG nova.network.neutron [req-05c33b5a-68fe-4199-971a-1772941b7f77 req-ba156cbd-939b-49c9-923b-4613f2d1f7a7 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updating instance_info_cache with network_info: [{"id": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "address": "fa:16:3e:73:39:fa", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28d5add-0a", "ovs_interfaceid": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.785584] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529c7120-dd65-a297-6113-8f4239df70c0, 'name': SearchDatastore_Task, 'duration_secs': 0.020383} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.785791] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.786067] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.786459] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.786752] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.787118] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.787508] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7500e76-d9ab-46cd-aa8e-74a47ef3101e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.797963] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.798201] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.799343] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37aec71-a8e5-4262-a591-0da6d5b3ddb3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.805624] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 853.805624] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b4149-0d66-499b-571f-2fa6f182e1b0" [ 853.805624] env[62664]: _type = "Task" [ 853.805624] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.814668] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b4149-0d66-499b-571f-2fa6f182e1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.833986] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.834309] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-289151dd-7287-4f4b-8b87-8f55f505faa1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.843699] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 853.843699] env[62664]: value = "task-2698004" [ 853.843699] env[62664]: _type = "Task" [ 853.843699] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.853597] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698004, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.998025] env[62664]: INFO nova.compute.manager [-] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Took 1.31 seconds to deallocate network for instance. [ 854.146500] env[62664]: DEBUG oslo_concurrency.lockutils [None req-de845cd1-3289-4f3b-aba4-80c49b955bf1 tempest-ServerAddressesTestJSON-1115377222 tempest-ServerAddressesTestJSON-1115377222-project-member] Lock "485cb5f7-826f-43cc-a28c-2169602867c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.152s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.270847] env[62664]: DEBUG oslo_concurrency.lockutils [req-05c33b5a-68fe-4199-971a-1772941b7f77 req-ba156cbd-939b-49c9-923b-4613f2d1f7a7 service nova] Releasing lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.317139] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b4149-0d66-499b-571f-2fa6f182e1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.320997] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38681000-49d5-4945-ac93-61c66bf5bd6d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.330793] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 854.330793] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527f2804-e99a-54c8-e0bd-9dde739eb455" [ 854.330793] env[62664]: _type = "Task" [ 854.330793] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.343147] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527f2804-e99a-54c8-e0bd-9dde739eb455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.354205] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698004, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.482054] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eb772f-bd1f-4621-b58e-e1c0977f93f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.491021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0525eedc-3bbe-4c7b-8c2f-55ad42b4cc6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.503298] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.531750] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df82505b-18d2-4d60-b943-3357405ea639 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.541720] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa391b2c-a253-4b51-8ad5-915a9d4e09ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.557978] env[62664]: DEBUG nova.compute.provider_tree [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.847376] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527f2804-e99a-54c8-e0bd-9dde739eb455, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.850929] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.851207] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 00c4b240-e6c5-4551-866c-c3f82b3891f2/00c4b240-e6c5-4551-866c-c3f82b3891f2.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.851465] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-849a1ef3-4a83-4fa2-95f3-d3a0fdf30f0e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.860346] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698004, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.861923] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 854.861923] env[62664]: value = "task-2698005" [ 854.861923] env[62664]: _type = "Task" [ 854.861923] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.871742] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.988236] env[62664]: DEBUG nova.compute.manager [req-a3b5438c-e1b2-4a68-a770-540df891464c req-c98157e3-220a-48df-8fb6-7d3f6bfadb4d service nova] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Received event network-vif-deleted-307f6156-56a6-479d-9e32-b63d0223ed03 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.061511] env[62664]: DEBUG nova.scheduler.client.report [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.366374] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698004, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.378160] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698005, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.567994] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.569283] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.078s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.570760] env[62664]: INFO nova.compute.claims [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.603548] env[62664]: INFO nova.scheduler.client.report [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Deleted allocations for instance 3afea66f-7d69-4d19-9a8e-2744aa2ce954 [ 855.858616] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698004, 'name': CloneVM_Task, 'duration_secs': 1.805784} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.858904] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Created linked-clone VM from snapshot [ 855.859689] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba089a5-955a-422a-bf73-05169dfcfe78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.867865] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Uploading image 70fba856-37b2-4b24-8c65-f1a82b3c392e {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.883733] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525315} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.884028] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 00c4b240-e6c5-4551-866c-c3f82b3891f2/00c4b240-e6c5-4551-866c-c3f82b3891f2.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.884346] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.884616] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4963e7c-614f-4550-a486-0a56c5784ec9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.894069] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 855.894069] env[62664]: value = "task-2698006" [ 855.894069] env[62664]: _type = "Task" [ 855.894069] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.902393] env[62664]: DEBUG oslo_vmware.rw_handles [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.902393] env[62664]: value = "vm-543697" [ 855.902393] env[62664]: _type = "VirtualMachine" [ 855.902393] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.902688] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-13124137-ecfd-4334-8caf-1b6b6c435aa8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.908007] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.917787] env[62664]: DEBUG oslo_vmware.rw_handles [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lease: (returnval){ [ 855.917787] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528cdc58-d792-16ae-59aa-2bd25071e701" [ 855.917787] env[62664]: _type = "HttpNfcLease" [ 855.917787] env[62664]: } obtained for exporting VM: (result){ [ 855.917787] env[62664]: value = "vm-543697" [ 855.917787] env[62664]: _type = "VirtualMachine" [ 855.917787] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.918221] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the lease: (returnval){ [ 855.918221] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528cdc58-d792-16ae-59aa-2bd25071e701" [ 855.918221] env[62664]: _type = "HttpNfcLease" [ 855.918221] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 855.925881] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.925881] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528cdc58-d792-16ae-59aa-2bd25071e701" [ 855.925881] env[62664]: _type = "HttpNfcLease" [ 855.925881] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 856.115241] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66b2d5b4-fb67-4774-8be9-0f7629866b1a tempest-MigrationsAdminTest-2042621313 tempest-MigrationsAdminTest-2042621313-project-member] Lock "3afea66f-7d69-4d19-9a8e-2744aa2ce954" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.770s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.408881] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075611} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.409179] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.410239] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96077c1-8d96-4f4f-b94a-0e1a922707b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.437646] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 00c4b240-e6c5-4551-866c-c3f82b3891f2/00c4b240-e6c5-4551-866c-c3f82b3891f2.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.441853] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf935c4a-4afa-4934-b02f-2eff6d49d06f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.465721] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.465721] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528cdc58-d792-16ae-59aa-2bd25071e701" [ 856.465721] env[62664]: _type = "HttpNfcLease" [ 856.465721] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 856.466039] env[62664]: DEBUG oslo_vmware.rw_handles [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 856.466039] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528cdc58-d792-16ae-59aa-2bd25071e701" [ 856.466039] env[62664]: _type = "HttpNfcLease" [ 856.466039] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 856.466849] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38ac2d2-7bce-4738-b808-0d53af70666b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.470785] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 856.470785] env[62664]: value = "task-2698008" [ 856.470785] env[62664]: _type = "Task" [ 856.470785] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.477610] env[62664]: DEBUG oslo_vmware.rw_handles [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246c1a-92b4-57b0-b74a-f94044f14425/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 856.477819] env[62664]: DEBUG oslo_vmware.rw_handles [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246c1a-92b4-57b0-b74a-f94044f14425/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 856.546807] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.627028] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7361216c-5284-46be-9c28-260076572456 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.915795] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f5c76-7a75-431d-8744-e59b75d92516 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.924723] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0284d7b6-1a23-45f3-9dcd-d93913b6ed4b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.959220] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ae779d-82ff-4277-88e4-5f2dbcd403ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.968586] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a2a3f5-5328-476b-89ff-55245fbc94cf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.985603] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698008, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.993221] env[62664]: DEBUG nova.compute.provider_tree [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.484606] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698008, 'name': ReconfigVM_Task, 'duration_secs': 0.556028} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.484960] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 00c4b240-e6c5-4551-866c-c3f82b3891f2/00c4b240-e6c5-4551-866c-c3f82b3891f2.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.485633] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36e2fddb-7605-4f6f-a60c-f2f2942aabe8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.492675] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 857.492675] env[62664]: value = "task-2698009" [ 857.492675] env[62664]: _type = "Task" [ 857.492675] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.496983] env[62664]: DEBUG nova.scheduler.client.report [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.507512] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698009, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.004211] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.004753] env[62664]: DEBUG nova.compute.manager [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.008852] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698009, 'name': Rename_Task, 'duration_secs': 0.239779} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.009125] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.484s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.009332] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.011320] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.203s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.012840] env[62664]: INFO nova.compute.claims [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.015439] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.019401] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42278696-34a1-4882-800e-766a3a047b87 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.039191] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 858.039191] env[62664]: value = "task-2698010" [ 858.039191] env[62664]: _type = "Task" [ 858.039191] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.056174] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.062064] env[62664]: INFO nova.scheduler.client.report [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted allocations for instance 166d167d-c13e-4340-8994-d0820013c844 [ 858.510863] env[62664]: DEBUG nova.compute.utils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 858.512275] env[62664]: DEBUG nova.compute.manager [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.512452] env[62664]: DEBUG nova.network.neutron [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.551376] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.570644] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f547fba9-6920-46f0-9dfc-e3a0a3bac79a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "166d167d-c13e-4340-8994-d0820013c844" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.771s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.574919] env[62664]: DEBUG nova.policy [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4455499d46b4440afe04cf87c9d9d4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd53abef93fd42d3b2f4b06e4606b125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.016524] env[62664]: DEBUG nova.compute.manager [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.051242] env[62664]: DEBUG oslo_vmware.api [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698010, 'name': PowerOnVM_Task, 'duration_secs': 0.660509} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.055738] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.056218] env[62664]: INFO nova.compute.manager [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Took 8.64 seconds to spawn the instance on the hypervisor. [ 859.056387] env[62664]: DEBUG nova.compute.manager [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.057713] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d789b57a-e43e-4580-af70-b69f9ee7350d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.092853] env[62664]: DEBUG nova.network.neutron [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Successfully created port: 19eed596-3434-4ee9-860a-8c6cfe6ab352 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.323019] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503865f7-b79d-4ca3-af74-fc67d6c82791 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.336065] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53613f7-17d4-42a6-b3a9-be623c005d54 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.382276] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273de0b8-3247-4b51-b042-38c10ef815a5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.392984] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ea56c-db46-4f81-bc74-fd38d2d0bf18 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.411913] env[62664]: DEBUG nova.compute.provider_tree [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.580998] env[62664]: INFO nova.compute.manager [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Took 22.43 seconds to build instance. [ 859.914978] env[62664]: DEBUG nova.scheduler.client.report [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.037211] env[62664]: DEBUG nova.compute.manager [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.064288] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.064576] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.064799] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.065072] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.065237] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.065391] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.065705] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.065905] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.066092] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.066294] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.066601] env[62664]: DEBUG nova.virt.hardware [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.067948] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e7b4aa-a2d0-4d3b-93d3-18a0caf46703 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.077610] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e9103f-007c-4f92-9bd8-282e124a38cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.083575] env[62664]: DEBUG oslo_concurrency.lockutils [None req-985efcf4-a446-4c7b-a0e7-0846f8886520 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.947s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.364185] env[62664]: DEBUG nova.compute.manager [req-12eb94d2-01fb-4be5-9336-636b1d1f1ac1 req-b8a97310-7a80-400e-96b4-718d1fdda2e8 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Received event network-changed-a28d5add-0a53-4a1b-aa60-5aa7b8663b56 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.364406] env[62664]: DEBUG nova.compute.manager [req-12eb94d2-01fb-4be5-9336-636b1d1f1ac1 req-b8a97310-7a80-400e-96b4-718d1fdda2e8 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Refreshing instance network info cache due to event network-changed-a28d5add-0a53-4a1b-aa60-5aa7b8663b56. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.364795] env[62664]: DEBUG oslo_concurrency.lockutils [req-12eb94d2-01fb-4be5-9336-636b1d1f1ac1 req-b8a97310-7a80-400e-96b4-718d1fdda2e8 service nova] Acquiring lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.364795] env[62664]: DEBUG oslo_concurrency.lockutils [req-12eb94d2-01fb-4be5-9336-636b1d1f1ac1 req-b8a97310-7a80-400e-96b4-718d1fdda2e8 service nova] Acquired lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.364962] env[62664]: DEBUG nova.network.neutron [req-12eb94d2-01fb-4be5-9336-636b1d1f1ac1 req-b8a97310-7a80-400e-96b4-718d1fdda2e8 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Refreshing network info cache for port a28d5add-0a53-4a1b-aa60-5aa7b8663b56 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.420687] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.421626] env[62664]: DEBUG nova.compute.manager [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.424563] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.625s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.426013] env[62664]: INFO nova.compute.claims [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.937194] env[62664]: DEBUG nova.compute.utils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 860.937194] env[62664]: DEBUG nova.compute.manager [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.937194] env[62664]: DEBUG nova.network.neutron [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.987479] env[62664]: DEBUG nova.policy [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1edd07649304f9ca7d1cf07069a5cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf6f4eafbb074d95b899f7afce3bb93a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.023903] env[62664]: DEBUG nova.network.neutron [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Successfully updated port: 19eed596-3434-4ee9-860a-8c6cfe6ab352 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.048724] env[62664]: DEBUG nova.compute.manager [req-4bdf5828-dfcc-4f31-b716-be9a83fec64f req-9a9abc54-0fe9-4590-8118-5e74ff1e5fb3 service nova] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Received event network-vif-plugged-19eed596-3434-4ee9-860a-8c6cfe6ab352 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.049121] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bdf5828-dfcc-4f31-b716-be9a83fec64f req-9a9abc54-0fe9-4590-8118-5e74ff1e5fb3 service nova] Acquiring lock "ce66a068-38c6-44c3-af64-8e8919111032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.049171] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bdf5828-dfcc-4f31-b716-be9a83fec64f req-9a9abc54-0fe9-4590-8118-5e74ff1e5fb3 service nova] Lock "ce66a068-38c6-44c3-af64-8e8919111032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.049331] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bdf5828-dfcc-4f31-b716-be9a83fec64f req-9a9abc54-0fe9-4590-8118-5e74ff1e5fb3 service nova] Lock "ce66a068-38c6-44c3-af64-8e8919111032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.050175] env[62664]: DEBUG nova.compute.manager [req-4bdf5828-dfcc-4f31-b716-be9a83fec64f req-9a9abc54-0fe9-4590-8118-5e74ff1e5fb3 service nova] [instance: ce66a068-38c6-44c3-af64-8e8919111032] No waiting events found dispatching network-vif-plugged-19eed596-3434-4ee9-860a-8c6cfe6ab352 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.050175] env[62664]: WARNING nova.compute.manager [req-4bdf5828-dfcc-4f31-b716-be9a83fec64f req-9a9abc54-0fe9-4590-8118-5e74ff1e5fb3 service nova] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Received unexpected event network-vif-plugged-19eed596-3434-4ee9-860a-8c6cfe6ab352 for instance with vm_state building and task_state spawning. [ 861.272598] env[62664]: DEBUG nova.network.neutron [req-12eb94d2-01fb-4be5-9336-636b1d1f1ac1 req-b8a97310-7a80-400e-96b4-718d1fdda2e8 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updated VIF entry in instance network info cache for port a28d5add-0a53-4a1b-aa60-5aa7b8663b56. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.272949] env[62664]: DEBUG nova.network.neutron [req-12eb94d2-01fb-4be5-9336-636b1d1f1ac1 req-b8a97310-7a80-400e-96b4-718d1fdda2e8 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updating instance_info_cache with network_info: [{"id": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "address": "fa:16:3e:73:39:fa", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28d5add-0a", "ovs_interfaceid": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.442928] env[62664]: DEBUG nova.compute.manager [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.461773] env[62664]: DEBUG nova.network.neutron [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Successfully created port: 3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.542471] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.542471] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.542471] env[62664]: DEBUG nova.network.neutron [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.636184] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquiring lock "a805d6ad-c650-4b26-abce-5da6052bb1b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.636184] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lock "a805d6ad-c650-4b26-abce-5da6052bb1b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.779222] env[62664]: DEBUG oslo_concurrency.lockutils [req-12eb94d2-01fb-4be5-9336-636b1d1f1ac1 req-b8a97310-7a80-400e-96b4-718d1fdda2e8 service nova] Releasing lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.808677] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608a9872-9055-40e2-a888-48b8f791beca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.817671] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea713a31-5629-46ef-ab33-a4010dd15d69 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.849291] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37195f2-5f15-4376-8272-230ea0456852 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.857776] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d871ba-d3a2-4f0c-9c7a-1985795389be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.873965] env[62664]: DEBUG nova.compute.provider_tree [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.078892] env[62664]: DEBUG nova.network.neutron [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.140299] env[62664]: DEBUG nova.compute.manager [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.269642] env[62664]: DEBUG nova.network.neutron [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance_info_cache with network_info: [{"id": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "address": "fa:16:3e:1a:a1:b1", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19eed596-34", "ovs_interfaceid": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.379762] env[62664]: DEBUG nova.scheduler.client.report [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.459348] env[62664]: DEBUG nova.compute.manager [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.494768] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.496269] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.496507] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.496882] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.497243] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.497609] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.498012] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.498336] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.498633] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.498919] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.499227] env[62664]: DEBUG nova.virt.hardware [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.500940] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab22916-96db-4c0d-815a-fdea8b36926d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.513693] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccccf18-84df-4ec5-af3f-9924062891e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.673154] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.770995] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.771363] env[62664]: DEBUG nova.compute.manager [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Instance network_info: |[{"id": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "address": "fa:16:3e:1a:a1:b1", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19eed596-34", "ovs_interfaceid": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.771847] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:a1:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19eed596-3434-4ee9-860a-8c6cfe6ab352', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.779489] env[62664]: DEBUG oslo.service.loopingcall [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.779720] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.779944] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e39c0186-e9c5-4d17-81df-6aa1dcf631ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.803956] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.803956] env[62664]: value = "task-2698011" [ 862.803956] env[62664]: _type = "Task" [ 862.803956] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.812516] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698011, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.892379] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.893159] env[62664]: DEBUG nova.compute.manager [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.899099] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.824s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.904756] env[62664]: INFO nova.compute.claims [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.075352] env[62664]: DEBUG nova.compute.manager [req-26dd398c-b295-4629-9eaf-9445d9d877c5 req-f5c6bb57-3c4f-4245-984d-6ac36fd6f473 service nova] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Received event network-changed-19eed596-3434-4ee9-860a-8c6cfe6ab352 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.075526] env[62664]: DEBUG nova.compute.manager [req-26dd398c-b295-4629-9eaf-9445d9d877c5 req-f5c6bb57-3c4f-4245-984d-6ac36fd6f473 service nova] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Refreshing instance network info cache due to event network-changed-19eed596-3434-4ee9-860a-8c6cfe6ab352. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 863.075787] env[62664]: DEBUG oslo_concurrency.lockutils [req-26dd398c-b295-4629-9eaf-9445d9d877c5 req-f5c6bb57-3c4f-4245-984d-6ac36fd6f473 service nova] Acquiring lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.075887] env[62664]: DEBUG oslo_concurrency.lockutils [req-26dd398c-b295-4629-9eaf-9445d9d877c5 req-f5c6bb57-3c4f-4245-984d-6ac36fd6f473 service nova] Acquired lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.076393] env[62664]: DEBUG nova.network.neutron [req-26dd398c-b295-4629-9eaf-9445d9d877c5 req-f5c6bb57-3c4f-4245-984d-6ac36fd6f473 service nova] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Refreshing network info cache for port 19eed596-3434-4ee9-860a-8c6cfe6ab352 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.321986] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698011, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.421683] env[62664]: DEBUG nova.compute.utils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 863.423667] env[62664]: DEBUG nova.compute.manager [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.423882] env[62664]: DEBUG nova.network.neutron [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.499296] env[62664]: DEBUG nova.policy [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a21eeedf0d44d259d4b4579b1c09dc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '428235baa43f4f5ab5651dd8d60b02bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.629130] env[62664]: DEBUG nova.network.neutron [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Successfully updated port: 3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.822202] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698011, 'name': CreateVM_Task, 'duration_secs': 0.535244} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.822455] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.823098] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.823487] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.823600] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.823861] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e4f0c0-4ad7-410d-baf8-a053dfad1950 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.831885] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 863.831885] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522a370c-6afa-5d1f-74e7-aea35e678b07" [ 863.831885] env[62664]: _type = "Task" [ 863.831885] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.842243] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522a370c-6afa-5d1f-74e7-aea35e678b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.847430] env[62664]: DEBUG nova.network.neutron [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Successfully created port: 72ca286c-673d-49e8-8faa-64ab63f7e9b3 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.929212] env[62664]: DEBUG nova.compute.manager [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.976805] env[62664]: DEBUG nova.network.neutron [req-26dd398c-b295-4629-9eaf-9445d9d877c5 req-f5c6bb57-3c4f-4245-984d-6ac36fd6f473 service nova] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updated VIF entry in instance network info cache for port 19eed596-3434-4ee9-860a-8c6cfe6ab352. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.977051] env[62664]: DEBUG nova.network.neutron [req-26dd398c-b295-4629-9eaf-9445d9d877c5 req-f5c6bb57-3c4f-4245-984d-6ac36fd6f473 service nova] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance_info_cache with network_info: [{"id": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "address": "fa:16:3e:1a:a1:b1", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19eed596-34", "ovs_interfaceid": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.143656] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.143847] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.144086] env[62664]: DEBUG nova.network.neutron [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.286383] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff669bc-e324-4a68-a1ce-fc1d9148595f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.297609] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75738d29-eb4d-4290-85a7-b10634ba9429 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.336541] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a8053e-23f6-401c-be5b-116ad1ec8c54 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.345837] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522a370c-6afa-5d1f-74e7-aea35e678b07, 'name': SearchDatastore_Task, 'duration_secs': 0.012405} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.348369] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.348662] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.348908] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.349066] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.349248] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.349669] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6898c699-8e75-45d4-8189-7ee9e5f99c1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.352948] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702b6284-45b6-4c58-8413-050ba2cbb445 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.373500] env[62664]: DEBUG nova.compute.provider_tree [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.375996] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.376211] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.377220] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0742d8e7-6df7-4f4b-8afb-85765aca4003 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.383404] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 864.383404] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5221cbfe-6138-a300-8bfa-80c6c8538ec3" [ 864.383404] env[62664]: _type = "Task" [ 864.383404] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.395186] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5221cbfe-6138-a300-8bfa-80c6c8538ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.487319] env[62664]: DEBUG oslo_concurrency.lockutils [req-26dd398c-b295-4629-9eaf-9445d9d877c5 req-f5c6bb57-3c4f-4245-984d-6ac36fd6f473 service nova] Releasing lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.687351] env[62664]: DEBUG nova.network.neutron [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.878658] env[62664]: DEBUG nova.scheduler.client.report [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.901743] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5221cbfe-6138-a300-8bfa-80c6c8538ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.903243] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec2d7c6-b239-4a44-a03d-018cdb995a9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.910668] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 864.910668] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d4bdc7-4d2d-66a3-f161-79b73eae4464" [ 864.910668] env[62664]: _type = "Task" [ 864.910668] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.923679] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d4bdc7-4d2d-66a3-f161-79b73eae4464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.930970] env[62664]: DEBUG nova.network.neutron [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updating instance_info_cache with network_info: [{"id": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "address": "fa:16:3e:a2:af:d0", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34623f-f1", "ovs_interfaceid": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.948215] env[62664]: DEBUG nova.compute.manager [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.976498] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.976833] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.976993] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.977335] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.977496] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.977671] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.977881] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.978027] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.978223] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.978393] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.978569] env[62664]: DEBUG nova.virt.hardware [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.979470] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f9d99b-b0b2-4a05-8b94-c4f995f20048 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.989570] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92c54c7-b70d-428a-b341-d0b5cf523cc0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.104859] env[62664]: DEBUG nova.compute.manager [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Received event network-vif-plugged-3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.105103] env[62664]: DEBUG oslo_concurrency.lockutils [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] Acquiring lock "df59e274-31e6-4f35-b553-dd353b70d554-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.105351] env[62664]: DEBUG oslo_concurrency.lockutils [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] Lock "df59e274-31e6-4f35-b553-dd353b70d554-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.105508] env[62664]: DEBUG oslo_concurrency.lockutils [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] Lock "df59e274-31e6-4f35-b553-dd353b70d554-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.105775] env[62664]: DEBUG nova.compute.manager [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] No waiting events found dispatching network-vif-plugged-3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.105906] env[62664]: WARNING nova.compute.manager [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Received unexpected event network-vif-plugged-3e34623f-f163-47c7-8d96-82c8d7f79ae8 for instance with vm_state building and task_state spawning. [ 865.106347] env[62664]: DEBUG nova.compute.manager [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Received event network-changed-3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.106347] env[62664]: DEBUG nova.compute.manager [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Refreshing instance network info cache due to event network-changed-3e34623f-f163-47c7-8d96-82c8d7f79ae8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.106431] env[62664]: DEBUG oslo_concurrency.lockutils [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] Acquiring lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.384423] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.385065] env[62664]: DEBUG nova.compute.manager [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.388137] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.863s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.389542] env[62664]: INFO nova.compute.claims [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.422811] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d4bdc7-4d2d-66a3-f161-79b73eae4464, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.423163] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.423462] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] ce66a068-38c6-44c3-af64-8e8919111032/ce66a068-38c6-44c3-af64-8e8919111032.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.423768] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2caa5766-596d-4953-8bf5-ceafac2bf61d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.433619] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 865.433619] env[62664]: value = "task-2698012" [ 865.433619] env[62664]: _type = "Task" [ 865.433619] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.434208] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.434544] env[62664]: DEBUG nova.compute.manager [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Instance network_info: |[{"id": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "address": "fa:16:3e:a2:af:d0", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34623f-f1", "ovs_interfaceid": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.438603] env[62664]: DEBUG oslo_concurrency.lockutils [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] Acquired lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.438603] env[62664]: DEBUG nova.network.neutron [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Refreshing network info cache for port 3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.440197] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:af:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e34623f-f163-47c7-8d96-82c8d7f79ae8', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.448551] env[62664]: DEBUG oslo.service.loopingcall [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.450587] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.451105] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a25ead-8e31-43b7-a7e7-4c6429e40d89 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.471365] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.477047] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.477047] env[62664]: value = "task-2698013" [ 865.477047] env[62664]: _type = "Task" [ 865.477047] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.485904] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698013, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.577944] env[62664]: DEBUG nova.compute.manager [req-f5f00748-0fea-4bcc-8fdb-0e02aead7479 req-bf5d6029-a985-4e9a-a83e-fda0bc1cb946 service nova] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Received event network-vif-plugged-72ca286c-673d-49e8-8faa-64ab63f7e9b3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.578171] env[62664]: DEBUG oslo_concurrency.lockutils [req-f5f00748-0fea-4bcc-8fdb-0e02aead7479 req-bf5d6029-a985-4e9a-a83e-fda0bc1cb946 service nova] Acquiring lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.578379] env[62664]: DEBUG oslo_concurrency.lockutils [req-f5f00748-0fea-4bcc-8fdb-0e02aead7479 req-bf5d6029-a985-4e9a-a83e-fda0bc1cb946 service nova] Lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.578815] env[62664]: DEBUG oslo_concurrency.lockutils [req-f5f00748-0fea-4bcc-8fdb-0e02aead7479 req-bf5d6029-a985-4e9a-a83e-fda0bc1cb946 service nova] Lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.579083] env[62664]: DEBUG nova.compute.manager [req-f5f00748-0fea-4bcc-8fdb-0e02aead7479 req-bf5d6029-a985-4e9a-a83e-fda0bc1cb946 service nova] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] No waiting events found dispatching network-vif-plugged-72ca286c-673d-49e8-8faa-64ab63f7e9b3 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.579267] env[62664]: WARNING nova.compute.manager [req-f5f00748-0fea-4bcc-8fdb-0e02aead7479 req-bf5d6029-a985-4e9a-a83e-fda0bc1cb946 service nova] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Received unexpected event network-vif-plugged-72ca286c-673d-49e8-8faa-64ab63f7e9b3 for instance with vm_state building and task_state spawning. [ 865.697378] env[62664]: DEBUG nova.network.neutron [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Successfully updated port: 72ca286c-673d-49e8-8faa-64ab63f7e9b3 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.895618] env[62664]: DEBUG nova.compute.utils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 865.898720] env[62664]: DEBUG nova.compute.manager [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.899249] env[62664]: DEBUG nova.network.neutron [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.942689] env[62664]: DEBUG nova.policy [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c481e02e9ec4e70890690c8208c5329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4891787dcdc4b35a3845d045c302596', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.957519] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698012, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.989474] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698013, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.199052] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquiring lock "refresh_cache-ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.199201] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquired lock "refresh_cache-ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.199354] env[62664]: DEBUG nova.network.neutron [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.278190] env[62664]: DEBUG nova.network.neutron [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Successfully created port: d8e2b9e4-8aa1-4524-8610-0524d3b1011a {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.284924] env[62664]: DEBUG nova.network.neutron [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updated VIF entry in instance network info cache for port 3e34623f-f163-47c7-8d96-82c8d7f79ae8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.285286] env[62664]: DEBUG nova.network.neutron [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updating instance_info_cache with network_info: [{"id": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "address": "fa:16:3e:a2:af:d0", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34623f-f1", "ovs_interfaceid": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.399378] env[62664]: DEBUG nova.compute.manager [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.445547] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58951} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.447741] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] ce66a068-38c6-44c3-af64-8e8919111032/ce66a068-38c6-44c3-af64-8e8919111032.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.448893] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.449351] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0365d019-b5b3-488f-894f-c2a307c83633 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.456739] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 866.456739] env[62664]: value = "task-2698014" [ 866.456739] env[62664]: _type = "Task" [ 866.456739] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.469378] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.493373] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698013, 'name': CreateVM_Task, 'duration_secs': 0.691335} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.493547] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.494224] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.494389] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.494709] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.494996] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9d069b-21ea-438f-83d0-87bffc8e6d75 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.500685] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 866.500685] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52baa20b-cbcc-9ec0-f8f7-e76d319ce738" [ 866.500685] env[62664]: _type = "Task" [ 866.500685] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.508570] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52baa20b-cbcc-9ec0-f8f7-e76d319ce738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.582719] env[62664]: DEBUG oslo_vmware.rw_handles [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246c1a-92b4-57b0-b74a-f94044f14425/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 866.583630] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e790e6a-14f2-4d18-811f-7d94ff116693 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.590310] env[62664]: DEBUG oslo_vmware.rw_handles [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246c1a-92b4-57b0-b74a-f94044f14425/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 866.590517] env[62664]: ERROR oslo_vmware.rw_handles [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246c1a-92b4-57b0-b74a-f94044f14425/disk-0.vmdk due to incomplete transfer. [ 866.590848] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4172671e-462a-4824-9d30-2a991da9d205 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.601563] env[62664]: DEBUG oslo_vmware.rw_handles [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52246c1a-92b4-57b0-b74a-f94044f14425/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 866.601765] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Uploaded image 70fba856-37b2-4b24-8c65-f1a82b3c392e to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 866.605242] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 866.605609] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4d26c64-ed5d-4726-afc4-4521df720d1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.614680] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 866.614680] env[62664]: value = "task-2698015" [ 866.614680] env[62664]: _type = "Task" [ 866.614680] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.627892] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698015, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.733770] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc1fb40-a0e9-4500-91d0-b9f4265505fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.741512] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c4f75e-57f6-4c9d-9cd4-fb647e8b6356 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.772635] env[62664]: DEBUG nova.network.neutron [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.775073] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ae1f27-c1d0-4552-a677-f74b8bdad7ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.783323] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974d091b-e693-48bc-b576-24ca8acb1319 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.796712] env[62664]: DEBUG oslo_concurrency.lockutils [req-ed0cfb17-a66e-46aa-a501-6a6c07081057 req-23cfae20-b502-4722-9796-eb013080acdf service nova] Releasing lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.797307] env[62664]: DEBUG nova.compute.provider_tree [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.967800] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070016} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.968075] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.968872] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf84abb-a51f-47f7-9f80-1ea11163e553 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.993287] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] ce66a068-38c6-44c3-af64-8e8919111032/ce66a068-38c6-44c3-af64-8e8919111032.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.993580] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc91dcdb-a05d-48d1-a498-840f113f0d15 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.017729] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52baa20b-cbcc-9ec0-f8f7-e76d319ce738, 'name': SearchDatastore_Task, 'duration_secs': 0.009011} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.019053] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.019190] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.019404] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.019554] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.019735] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.020055] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 867.020055] env[62664]: value = "task-2698016" [ 867.020055] env[62664]: _type = "Task" [ 867.020055] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.020962] env[62664]: DEBUG nova.network.neutron [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Updating instance_info_cache with network_info: [{"id": "72ca286c-673d-49e8-8faa-64ab63f7e9b3", "address": "fa:16:3e:58:94:e7", "network": {"id": "f4d305d7-22d5-4dc7-b9d4-e7e84bd7bbc4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-545066684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428235baa43f4f5ab5651dd8d60b02bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ca286c-67", "ovs_interfaceid": "72ca286c-673d-49e8-8faa-64ab63f7e9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.021944] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2dbc2c7-5c33-45ee-a5e4-d70de999a40a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.032213] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698016, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.034436] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.034617] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.035328] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ed72ff-a731-49b8-8cab-afaa7514c4ef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.040801] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 867.040801] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c3ff63-2af6-5525-8930-9aee7a3fcef4" [ 867.040801] env[62664]: _type = "Task" [ 867.040801] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.052508] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c3ff63-2af6-5525-8930-9aee7a3fcef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.124897] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698015, 'name': Destroy_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.300591] env[62664]: DEBUG nova.scheduler.client.report [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.412258] env[62664]: DEBUG nova.compute.manager [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.436875] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.437131] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.437290] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.437468] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.437632] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.437780] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.437984] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.438247] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.438426] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.438589] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.439246] env[62664]: DEBUG nova.virt.hardware [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.440105] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe3752d-df79-4a1e-88fd-18885c7567e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.447858] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b75f411-8372-4662-b3eb-6073ee171fa5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.525158] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Releasing lock "refresh_cache-ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.525999] env[62664]: DEBUG nova.compute.manager [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Instance network_info: |[{"id": "72ca286c-673d-49e8-8faa-64ab63f7e9b3", "address": "fa:16:3e:58:94:e7", "network": {"id": "f4d305d7-22d5-4dc7-b9d4-e7e84bd7bbc4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-545066684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428235baa43f4f5ab5651dd8d60b02bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ca286c-67", "ovs_interfaceid": "72ca286c-673d-49e8-8faa-64ab63f7e9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.530170] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:94:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72ca286c-673d-49e8-8faa-64ab63f7e9b3', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.538956] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Creating folder: Project (428235baa43f4f5ab5651dd8d60b02bf). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.539179] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb0630f2-d564-432d-89a7-ba23611652ac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.549588] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698016, 'name': ReconfigVM_Task, 'duration_secs': 0.288127} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.549588] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Reconfigured VM instance instance-00000045 to attach disk [datastore2] ce66a068-38c6-44c3-af64-8e8919111032/ce66a068-38c6-44c3-af64-8e8919111032.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.550246] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0130a0b2-1493-4fad-af95-a240c1f51d9f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.551750] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Created folder: Project (428235baa43f4f5ab5651dd8d60b02bf) in parent group-v543506. [ 867.551924] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Creating folder: Instances. Parent ref: group-v543700. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.557440] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ebed906-edbb-440e-b55c-18e56b5f586d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.559290] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c3ff63-2af6-5525-8930-9aee7a3fcef4, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.560820] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c00cd3-4851-4166-b7b0-018a4b714a4d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.564620] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 867.564620] env[62664]: value = "task-2698018" [ 867.564620] env[62664]: _type = "Task" [ 867.564620] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.568331] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 867.568331] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529abbf1-8483-30aa-ec91-7b88c0be5b99" [ 867.568331] env[62664]: _type = "Task" [ 867.568331] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.569673] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Created folder: Instances in parent group-v543700. [ 867.569908] env[62664]: DEBUG oslo.service.loopingcall [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.572898] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.577558] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dd9ace4-7208-43b5-adf4-7ca8658137b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.591729] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698018, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.598159] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529abbf1-8483-30aa-ec91-7b88c0be5b99, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.599919] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.600223] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] df59e274-31e6-4f35-b553-dd353b70d554/df59e274-31e6-4f35-b553-dd353b70d554.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.600476] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.600476] env[62664]: value = "task-2698020" [ 867.600476] env[62664]: _type = "Task" [ 867.600476] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.600774] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-484204fe-5412-498b-a25e-805fd5e055b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.611815] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698020, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.613212] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 867.613212] env[62664]: value = "task-2698021" [ 867.613212] env[62664]: _type = "Task" [ 867.613212] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.625023] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.628119] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698015, 'name': Destroy_Task, 'duration_secs': 0.578998} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.628346] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Destroyed the VM [ 867.628494] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 867.628772] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ab5cab2-af1c-49df-be3a-f8487ae7e127 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.635655] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 867.635655] env[62664]: value = "task-2698022" [ 867.635655] env[62664]: _type = "Task" [ 867.635655] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.644936] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.763014] env[62664]: DEBUG nova.compute.manager [req-da4e8d92-9817-41da-9303-40eb6786c1d3 req-49dbecef-b924-4130-86ef-d91624a9dfc0 service nova] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Received event network-changed-72ca286c-673d-49e8-8faa-64ab63f7e9b3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.763236] env[62664]: DEBUG nova.compute.manager [req-da4e8d92-9817-41da-9303-40eb6786c1d3 req-49dbecef-b924-4130-86ef-d91624a9dfc0 service nova] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Refreshing instance network info cache due to event network-changed-72ca286c-673d-49e8-8faa-64ab63f7e9b3. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 867.763939] env[62664]: DEBUG oslo_concurrency.lockutils [req-da4e8d92-9817-41da-9303-40eb6786c1d3 req-49dbecef-b924-4130-86ef-d91624a9dfc0 service nova] Acquiring lock "refresh_cache-ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.763939] env[62664]: DEBUG oslo_concurrency.lockutils [req-da4e8d92-9817-41da-9303-40eb6786c1d3 req-49dbecef-b924-4130-86ef-d91624a9dfc0 service nova] Acquired lock "refresh_cache-ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.764268] env[62664]: DEBUG nova.network.neutron [req-da4e8d92-9817-41da-9303-40eb6786c1d3 req-49dbecef-b924-4130-86ef-d91624a9dfc0 service nova] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Refreshing network info cache for port 72ca286c-673d-49e8-8faa-64ab63f7e9b3 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.806355] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.806562] env[62664]: DEBUG nova.compute.manager [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.810422] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.267s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.812166] env[62664]: INFO nova.compute.claims [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.918844] env[62664]: DEBUG nova.network.neutron [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Successfully updated port: d8e2b9e4-8aa1-4524-8610-0524d3b1011a {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.077714] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698018, 'name': Rename_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.113324] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698020, 'name': CreateVM_Task, 'duration_secs': 0.508883} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.113587] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.117377] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.117825] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.117921] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.118221] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57583254-110f-4882-a3f2-3f41d1c9900c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.123756] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for the task: (returnval){ [ 868.123756] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b97d8-33e1-559e-620e-14bd317657c1" [ 868.123756] env[62664]: _type = "Task" [ 868.123756] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.127419] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698021, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.137326] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b97d8-33e1-559e-620e-14bd317657c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.147341] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698022, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.316765] env[62664]: DEBUG nova.compute.utils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 868.320910] env[62664]: DEBUG nova.compute.manager [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Not allocating networking since 'none' was specified. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 868.421524] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "refresh_cache-7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.421872] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "refresh_cache-7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.421872] env[62664]: DEBUG nova.network.neutron [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.537749] env[62664]: DEBUG nova.network.neutron [req-da4e8d92-9817-41da-9303-40eb6786c1d3 req-49dbecef-b924-4130-86ef-d91624a9dfc0 service nova] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Updated VIF entry in instance network info cache for port 72ca286c-673d-49e8-8faa-64ab63f7e9b3. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.537749] env[62664]: DEBUG nova.network.neutron [req-da4e8d92-9817-41da-9303-40eb6786c1d3 req-49dbecef-b924-4130-86ef-d91624a9dfc0 service nova] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Updating instance_info_cache with network_info: [{"id": "72ca286c-673d-49e8-8faa-64ab63f7e9b3", "address": "fa:16:3e:58:94:e7", "network": {"id": "f4d305d7-22d5-4dc7-b9d4-e7e84bd7bbc4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-545066684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428235baa43f4f5ab5651dd8d60b02bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ca286c-67", "ovs_interfaceid": "72ca286c-673d-49e8-8faa-64ab63f7e9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.577152] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698018, 'name': Rename_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.624521] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590923} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.625513] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] df59e274-31e6-4f35-b553-dd353b70d554/df59e274-31e6-4f35-b553-dd353b70d554.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.625513] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.625513] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d9c99df-17ae-40bf-ae09-348ab9de9d61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.636940] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b97d8-33e1-559e-620e-14bd317657c1, 'name': SearchDatastore_Task, 'duration_secs': 0.0581} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.639024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.639024] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.639024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.639233] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.639353] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.643021] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 868.643021] env[62664]: value = "task-2698023" [ 868.643021] env[62664]: _type = "Task" [ 868.643021] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.643230] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fc0ac00-c6e0-4738-a6f9-852923a16a6c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.653126] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698022, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.660466] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "18269dce-1f60-4377-92ea-0cbb7ef8e817" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.660466] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "18269dce-1f60-4377-92ea-0cbb7ef8e817" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.661622] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.666986] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.667208] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.668548] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb07fd7a-e4ee-4a59-8d8d-0ca723d8a4d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.674451] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for the task: (returnval){ [ 868.674451] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52de9769-e0ac-e25a-2f35-397079091c4b" [ 868.674451] env[62664]: _type = "Task" [ 868.674451] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.686051] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52de9769-e0ac-e25a-2f35-397079091c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.822108] env[62664]: DEBUG nova.compute.manager [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.962486] env[62664]: DEBUG nova.network.neutron [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.039058] env[62664]: DEBUG oslo_concurrency.lockutils [req-da4e8d92-9817-41da-9303-40eb6786c1d3 req-49dbecef-b924-4130-86ef-d91624a9dfc0 service nova] Releasing lock "refresh_cache-ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.080319] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698018, 'name': Rename_Task, 'duration_secs': 1.152535} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.080319] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.080319] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b722c85-b359-4de3-b686-1046f7285ca9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.087653] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 869.087653] env[62664]: value = "task-2698024" [ 869.087653] env[62664]: _type = "Task" [ 869.087653] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.100152] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.135171] env[62664]: DEBUG nova.network.neutron [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Updating instance_info_cache with network_info: [{"id": "d8e2b9e4-8aa1-4524-8610-0524d3b1011a", "address": "fa:16:3e:86:99:f7", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e2b9e4-8a", "ovs_interfaceid": "d8e2b9e4-8aa1-4524-8610-0524d3b1011a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.142996] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d7c543-2cb5-44b3-9db0-29732b212efb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.152514] env[62664]: DEBUG oslo_vmware.api [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698022, 'name': RemoveSnapshot_Task, 'duration_secs': 1.062029} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.155335] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 869.155636] env[62664]: INFO nova.compute.manager [None req-67bd3c26-0020-4e65-9e4c-f1b91674dc79 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Took 17.40 seconds to snapshot the instance on the hypervisor. [ 869.161555] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f21be9-e759-432f-bb0d-2c249c1314d0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.167855] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074601} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.167855] env[62664]: DEBUG nova.compute.manager [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.171563] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.171563] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed3ec5-d0af-4399-95bb-0f9f8c2c680d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.207149] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7a90ed-042c-406a-8b5f-549c7aab5ad6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.231204] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] df59e274-31e6-4f35-b553-dd353b70d554/df59e274-31e6-4f35-b553-dd353b70d554.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.231204] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7eb3c14-720e-47ad-9bff-304aa4fa978a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.250090] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52de9769-e0ac-e25a-2f35-397079091c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011536} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.251679] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1e3ae6-0886-4eda-8204-4e99392e89f9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.257573] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce2eb09-85d1-4166-bf06-0d1e466bc42b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.260446] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 869.260446] env[62664]: value = "task-2698025" [ 869.260446] env[62664]: _type = "Task" [ 869.260446] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.274144] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for the task: (returnval){ [ 869.274144] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5229835d-494c-450f-b4e9-8421e017a575" [ 869.274144] env[62664]: _type = "Task" [ 869.274144] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.274663] env[62664]: DEBUG nova.compute.provider_tree [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.283192] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.289288] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5229835d-494c-450f-b4e9-8421e017a575, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.289288] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.289548] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0/ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.289823] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-325c02a1-e624-4a03-9d29-c245fa58c3be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.298464] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for the task: (returnval){ [ 869.298464] env[62664]: value = "task-2698026" [ 869.298464] env[62664]: _type = "Task" [ 869.298464] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.306185] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.382955] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "cc594488-4f67-41ae-a435-231597208e92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.383220] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "cc594488-4f67-41ae-a435-231597208e92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.415228] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "034b7587-af6c-4ce2-a268-d50412ea89ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.415574] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "034b7587-af6c-4ce2-a268-d50412ea89ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.604753] env[62664]: DEBUG oslo_vmware.api [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698024, 'name': PowerOnVM_Task, 'duration_secs': 0.462352} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.605642] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.606125] env[62664]: INFO nova.compute.manager [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Took 9.57 seconds to spawn the instance on the hypervisor. [ 869.606517] env[62664]: DEBUG nova.compute.manager [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.607847] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafb59e6-624e-4b9f-b92e-7d2855423d70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.636906] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "refresh_cache-7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.636906] env[62664]: DEBUG nova.compute.manager [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Instance network_info: |[{"id": "d8e2b9e4-8aa1-4524-8610-0524d3b1011a", "address": "fa:16:3e:86:99:f7", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e2b9e4-8a", "ovs_interfaceid": "d8e2b9e4-8aa1-4524-8610-0524d3b1011a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.637213] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:99:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8e2b9e4-8aa1-4524-8610-0524d3b1011a', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.646128] env[62664]: DEBUG oslo.service.loopingcall [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.646498] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.646907] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d774b7ad-a16f-4516-a3c0-1441108db80e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.680486] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.680486] env[62664]: value = "task-2698027" [ 869.680486] env[62664]: _type = "Task" [ 869.680486] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.700990] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698027, 'name': CreateVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.702291] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.775039] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.778476] env[62664]: DEBUG nova.scheduler.client.report [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.805528] env[62664]: DEBUG nova.compute.manager [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Received event network-vif-plugged-d8e2b9e4-8aa1-4524-8610-0524d3b1011a {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.805811] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] Acquiring lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.806111] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] Lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.806266] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] Lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.806393] env[62664]: DEBUG nova.compute.manager [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] No waiting events found dispatching network-vif-plugged-d8e2b9e4-8aa1-4524-8610-0524d3b1011a {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.806549] env[62664]: WARNING nova.compute.manager [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Received unexpected event network-vif-plugged-d8e2b9e4-8aa1-4524-8610-0524d3b1011a for instance with vm_state building and task_state spawning. [ 869.806744] env[62664]: DEBUG nova.compute.manager [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Received event network-changed-d8e2b9e4-8aa1-4524-8610-0524d3b1011a {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.806975] env[62664]: DEBUG nova.compute.manager [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Refreshing instance network info cache due to event network-changed-d8e2b9e4-8aa1-4524-8610-0524d3b1011a. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 869.807197] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] Acquiring lock "refresh_cache-7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.807336] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] Acquired lock "refresh_cache-7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.807509] env[62664]: DEBUG nova.network.neutron [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Refreshing network info cache for port d8e2b9e4-8aa1-4524-8610-0524d3b1011a {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.812284] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698026, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.837566] env[62664]: DEBUG nova.compute.manager [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.865366] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.865610] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.865764] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.865936] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.866090] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.866252] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.866437] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.866602] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.867479] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.867479] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.867479] env[62664]: DEBUG nova.virt.hardware [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.868223] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dc7421-01de-4317-8028-94cfda8b7ed3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.876027] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b515c60a-98a3-49ae-9f9c-496e6f76aa21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.896173] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.899365] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.904833] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Creating folder: Project (2984c6a30be94726a82cde8dfde18cc0). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.905344] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86f88448-1d1c-48e0-ae38-e7e197a385e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.915550] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Created folder: Project (2984c6a30be94726a82cde8dfde18cc0) in parent group-v543506. [ 869.915679] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Creating folder: Instances. Parent ref: group-v543704. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.915903] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75d096b7-30ee-4140-b7e4-0b2e29ae009e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.924106] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Created folder: Instances in parent group-v543704. [ 869.924341] env[62664]: DEBUG oslo.service.loopingcall [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.924554] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.924753] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-337efa65-9092-4aea-a6f5-1e5c29097829 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.941286] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.941286] env[62664]: value = "task-2698030" [ 869.941286] env[62664]: _type = "Task" [ 869.941286] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.950483] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698030, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.130138] env[62664]: INFO nova.compute.manager [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Took 27.68 seconds to build instance. [ 870.197619] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698027, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.271853] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698025, 'name': ReconfigVM_Task, 'duration_secs': 0.608045} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.272241] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Reconfigured VM instance instance-00000046 to attach disk [datastore2] df59e274-31e6-4f35-b553-dd353b70d554/df59e274-31e6-4f35-b553-dd353b70d554.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.272873] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c9774c3-f219-4a35-9985-bd59c4fe854e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.279535] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 870.279535] env[62664]: value = "task-2698031" [ 870.279535] env[62664]: _type = "Task" [ 870.279535] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.285058] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.285058] env[62664]: DEBUG nova.compute.manager [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.290291] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.145s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.291739] env[62664]: INFO nova.compute.claims [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.294182] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698031, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.309671] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520683} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.309854] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0/ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.310066] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.310333] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43968afd-dfd7-4f97-aa5d-dc159abfe39f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.319157] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for the task: (returnval){ [ 870.319157] env[62664]: value = "task-2698032" [ 870.319157] env[62664]: _type = "Task" [ 870.319157] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.326284] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.422602] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.451797] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698030, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.554105] env[62664]: DEBUG nova.network.neutron [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Updated VIF entry in instance network info cache for port d8e2b9e4-8aa1-4524-8610-0524d3b1011a. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.554484] env[62664]: DEBUG nova.network.neutron [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Updating instance_info_cache with network_info: [{"id": "d8e2b9e4-8aa1-4524-8610-0524d3b1011a", "address": "fa:16:3e:86:99:f7", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8e2b9e4-8a", "ovs_interfaceid": "d8e2b9e4-8aa1-4524-8610-0524d3b1011a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.632502] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a328121-fb7b-483e-b92f-c2f7ddbb266a tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "ce66a068-38c6-44c3-af64-8e8919111032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.200s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.699489] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698027, 'name': CreateVM_Task, 'duration_secs': 0.567449} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.699489] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.699489] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.699489] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.699489] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.699489] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d361eaf5-f8ab-4429-9c3b-4ac2164add87 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.703238] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 870.703238] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52948096-5e7d-ff60-5d80-6ac8112113cf" [ 870.703238] env[62664]: _type = "Task" [ 870.703238] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.712519] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52948096-5e7d-ff60-5d80-6ac8112113cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.789101] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698031, 'name': Rename_Task, 'duration_secs': 0.14885} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.789390] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.789634] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7e56fb1-f34e-4650-9cb8-3dc409917053 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.797822] env[62664]: DEBUG nova.compute.utils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 870.799815] env[62664]: DEBUG nova.compute.manager [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Not allocating networking since 'none' was specified. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 870.800143] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 870.800143] env[62664]: value = "task-2698033" [ 870.800143] env[62664]: _type = "Task" [ 870.800143] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.808282] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.827169] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0691} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.827469] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.828285] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b273b40a-200e-4bf3-945e-72c90b8097de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.851027] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0/ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.851510] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d944bf17-1c1d-467c-ac7e-d45608ff0c04 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.870207] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for the task: (returnval){ [ 870.870207] env[62664]: value = "task-2698034" [ 870.870207] env[62664]: _type = "Task" [ 870.870207] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.878230] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.953796] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698030, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.057467] env[62664]: DEBUG oslo_concurrency.lockutils [req-4bddedd5-708d-4f3f-a779-00fbdc1bbce5 req-2f799a34-24f3-4b18-8f6a-25883a6c2bf3 service nova] Releasing lock "refresh_cache-7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.137900] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.213856] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52948096-5e7d-ff60-5d80-6ac8112113cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012858} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.214194] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.214426] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.214665] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.214810] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.214986] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.215255] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4764f27-388c-4a1c-a8c5-571b08f81a23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.223372] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.223548] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.224250] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b375725e-3225-41c5-8033-5cd087f99e34 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.229272] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 871.229272] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a229b7-93b3-8379-8eeb-166a20fa3f38" [ 871.229272] env[62664]: _type = "Task" [ 871.229272] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.236435] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a229b7-93b3-8379-8eeb-166a20fa3f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.306145] env[62664]: DEBUG nova.compute.manager [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.313550] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698033, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.381040] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698034, 'name': ReconfigVM_Task, 'duration_secs': 0.27651} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.384099] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Reconfigured VM instance instance-00000047 to attach disk [datastore2] ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0/ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.385090] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bd91e85-f9f2-4dbe-9c04-4e6a7eb7b506 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.391878] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for the task: (returnval){ [ 871.391878] env[62664]: value = "task-2698035" [ 871.391878] env[62664]: _type = "Task" [ 871.391878] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.409732] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698035, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.452990] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698030, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.612225] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07baa719-cabb-4b6e-b342-4771509198e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.620072] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85ad0c5-3afe-450e-94cf-dbe64e145898 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.655406] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec90d98-c8cb-4a24-88a0-83fc6b462d6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.663090] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ca70c-39cb-45ed-8f24-0505881dc135 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.668137] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.676554] env[62664]: DEBUG nova.compute.provider_tree [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.739913] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a229b7-93b3-8379-8eeb-166a20fa3f38, 'name': SearchDatastore_Task, 'duration_secs': 0.02573} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.740738] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e31eb8-e09e-4982-8ac0-a4f0bc947b63 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.745595] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 871.745595] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d0e36c-8024-f083-8dd8-4592140924fd" [ 871.745595] env[62664]: _type = "Task" [ 871.745595] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.754776] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d0e36c-8024-f083-8dd8-4592140924fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.814198] env[62664]: DEBUG oslo_vmware.api [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698033, 'name': PowerOnVM_Task, 'duration_secs': 0.658016} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.814909] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.815152] env[62664]: INFO nova.compute.manager [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Took 9.36 seconds to spawn the instance on the hypervisor. [ 871.815409] env[62664]: DEBUG nova.compute.manager [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.816368] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea30a546-539e-451c-ba71-5203948b15f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.902216] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698035, 'name': Rename_Task, 'duration_secs': 0.143327} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.902497] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.902736] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4311815-f2dc-4bde-8e79-e302d1f3300d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.908645] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for the task: (returnval){ [ 871.908645] env[62664]: value = "task-2698036" [ 871.908645] env[62664]: _type = "Task" [ 871.908645] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.915676] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.954845] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698030, 'name': CreateVM_Task, 'duration_secs': 1.723322} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.955034] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.955550] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.956411] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.956411] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.956411] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896ac321-1b71-40f5-96a2-dbff9562c2e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.962174] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 871.962174] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52856e21-4d2f-d66f-5fc5-12c344400a32" [ 871.962174] env[62664]: _type = "Task" [ 871.962174] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.969950] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52856e21-4d2f-d66f-5fc5-12c344400a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.010546] env[62664]: DEBUG nova.compute.manager [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Stashing vm_state: active {{(pid=62664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 872.180211] env[62664]: DEBUG nova.scheduler.client.report [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.257234] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d0e36c-8024-f083-8dd8-4592140924fd, 'name': SearchDatastore_Task, 'duration_secs': 0.017718} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.257545] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.257826] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f/7ab563ec-81aa-4e0e-953c-bf0e78e83a4f.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.258185] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f7145e6-0275-4d46-9fa1-f6129981aec6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.265528] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 872.265528] env[62664]: value = "task-2698037" [ 872.265528] env[62664]: _type = "Task" [ 872.265528] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.273395] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.318161] env[62664]: DEBUG nova.compute.manager [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.335513] env[62664]: INFO nova.compute.manager [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Took 27.55 seconds to build instance. [ 872.348781] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.349075] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.349256] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.349467] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.349586] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.349735] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.349953] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.350133] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.350300] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.350469] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.350647] env[62664]: DEBUG nova.virt.hardware [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.351592] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59dd44b-2ec3-493f-aea8-e4d7302ac1f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.360243] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e261feaf-8e65-4e85-b802-d0eaba85f86d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.374803] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.381042] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Creating folder: Project (8a8d10b91c044b399c5fc66ef5b18cb3). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.381445] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b2dd5f-495b-4ba8-ad77-fdea507198fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.391632] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Created folder: Project (8a8d10b91c044b399c5fc66ef5b18cb3) in parent group-v543506. [ 872.391820] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Creating folder: Instances. Parent ref: group-v543707. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.392063] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28329cdc-b27d-421f-887c-811d04967dfa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.400774] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Created folder: Instances in parent group-v543707. [ 872.401016] env[62664]: DEBUG oslo.service.loopingcall [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.401210] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.401413] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db8c0830-b162-40ea-8690-dab0a605d4db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.422907] env[62664]: DEBUG oslo_vmware.api [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698036, 'name': PowerOnVM_Task, 'duration_secs': 0.440154} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.424100] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.424313] env[62664]: INFO nova.compute.manager [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Took 7.48 seconds to spawn the instance on the hypervisor. [ 872.424495] env[62664]: DEBUG nova.compute.manager [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.425039] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.425039] env[62664]: value = "task-2698040" [ 872.425039] env[62664]: _type = "Task" [ 872.425039] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.425707] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf15c395-563b-4090-8b13-c34da24d538a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.439255] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698040, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.473086] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52856e21-4d2f-d66f-5fc5-12c344400a32, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.473434] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.473663] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.473901] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.474061] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.474276] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.475560] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a5dd0b-e9de-4006-84a8-2fc3b573ab8b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.486024] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.486228] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.487067] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37a9ae9-d1f5-454d-9312-cb278d9d7c62 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.493221] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 872.493221] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529b41d9-46c5-2ab8-01a5-d28dab25a39b" [ 872.493221] env[62664]: _type = "Task" [ 872.493221] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.501568] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529b41d9-46c5-2ab8-01a5-d28dab25a39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.528615] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.686409] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.686409] env[62664]: DEBUG nova.compute.manager [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.689902] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.617s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.690231] env[62664]: DEBUG nova.objects.instance [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lazy-loading 'resources' on Instance uuid cfd26ae3-c51b-469a-a8c8-5a4841067644 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.775453] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698037, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.838075] env[62664]: DEBUG oslo_concurrency.lockutils [None req-aada0762-03a3-4a8a-b5a4-897f00b39d6f tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.069s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.946420] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698040, 'name': CreateVM_Task, 'duration_secs': 0.328777} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.946550] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.949531] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.949531] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.949751] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.949976] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f432c3aa-790a-43b2-9b50-978397bc1c68 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.952683] env[62664]: INFO nova.compute.manager [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Took 25.19 seconds to build instance. [ 872.957412] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for the task: (returnval){ [ 872.957412] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d682eb-6840-fa43-6cc0-da56acf136a3" [ 872.957412] env[62664]: _type = "Task" [ 872.957412] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.968127] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d682eb-6840-fa43-6cc0-da56acf136a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.003527] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529b41d9-46c5-2ab8-01a5-d28dab25a39b, 'name': SearchDatastore_Task, 'duration_secs': 0.01593} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.004404] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3192d97d-7209-4b7e-8d9b-a824730a0cf9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.010213] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 873.010213] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526b3a33-1d3b-3dec-4654-70e9fb1305fa" [ 873.010213] env[62664]: _type = "Task" [ 873.010213] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.019027] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526b3a33-1d3b-3dec-4654-70e9fb1305fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.175803] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d7747198-8c9d-4e9b-836c-57ae66ace628 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquiring lock "interface-ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.176155] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d7747198-8c9d-4e9b-836c-57ae66ace628 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "interface-ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.176486] env[62664]: DEBUG nova.objects.instance [None req-d7747198-8c9d-4e9b-836c-57ae66ace628 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lazy-loading 'flavor' on Instance uuid ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.197162] env[62664]: DEBUG nova.compute.utils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 873.199117] env[62664]: DEBUG nova.compute.manager [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.200694] env[62664]: DEBUG nova.network.neutron [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.277786] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516207} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.279422] env[62664]: DEBUG nova.policy [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec7120110ecd4df59b02ecdf72892268', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06cf9e7c2b7c4c93a48a8cf7928a6614', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.281089] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f/7ab563ec-81aa-4e0e-953c-bf0e78e83a4f.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.281522] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.281868] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997f65a5-16ed-41cc-ad79-3a0a1ef2dd10 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.294711] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 873.294711] env[62664]: value = "task-2698041" [ 873.294711] env[62664]: _type = "Task" [ 873.294711] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.305030] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.455274] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e0b111af-c9ea-4477-8e7e-674156f2265e tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.704s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.467965] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d682eb-6840-fa43-6cc0-da56acf136a3, 'name': SearchDatastore_Task, 'duration_secs': 0.060042} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.468355] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.468619] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.468896] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.522854] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526b3a33-1d3b-3dec-4654-70e9fb1305fa, 'name': SearchDatastore_Task, 'duration_secs': 0.041436} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.523081] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.523347] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d6fb5054-9cd5-4927-bb38-143985db5fee/d6fb5054-9cd5-4927-bb38-143985db5fee.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.523619] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.523802] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.524083] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76ab6a8b-63d0-458a-885b-ab0ebfe75507 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.525859] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f75babd2-7512-46e9-8031-a6c18eff2625 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.534371] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 873.534371] env[62664]: value = "task-2698042" [ 873.534371] env[62664]: _type = "Task" [ 873.534371] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.538874] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.539102] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.542777] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7d0d7f-7f2c-443d-8c2f-61184c811cdf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.547128] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.547496] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50678153-ddd1-4f61-a45a-8433c36a86cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.551293] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for the task: (returnval){ [ 873.551293] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528c3001-272d-1c86-7763-689f35a59613" [ 873.551293] env[62664]: _type = "Task" [ 873.551293] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.556962] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68d842-ecdd-4cb5-b25a-3126b8cccca1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.562422] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528c3001-272d-1c86-7763-689f35a59613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.592626] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bb57f6-231e-474c-810b-937ca89790e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.599674] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78498210-dc8c-48d2-b665-2f4b997fe410 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.613119] env[62664]: DEBUG nova.compute.provider_tree [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.680398] env[62664]: DEBUG nova.objects.instance [None req-d7747198-8c9d-4e9b-836c-57ae66ace628 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lazy-loading 'pci_requests' on Instance uuid ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.702105] env[62664]: DEBUG nova.compute.manager [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.776219] env[62664]: DEBUG nova.compute.manager [req-1a78a5ec-8e87-4d53-94b2-829d75f842e4 req-7d24b7d9-073e-48de-98d7-eeebfdf612f1 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Received event network-changed-3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.776410] env[62664]: DEBUG nova.compute.manager [req-1a78a5ec-8e87-4d53-94b2-829d75f842e4 req-7d24b7d9-073e-48de-98d7-eeebfdf612f1 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Refreshing instance network info cache due to event network-changed-3e34623f-f163-47c7-8d96-82c8d7f79ae8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 873.776619] env[62664]: DEBUG oslo_concurrency.lockutils [req-1a78a5ec-8e87-4d53-94b2-829d75f842e4 req-7d24b7d9-073e-48de-98d7-eeebfdf612f1 service nova] Acquiring lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.776949] env[62664]: DEBUG oslo_concurrency.lockutils [req-1a78a5ec-8e87-4d53-94b2-829d75f842e4 req-7d24b7d9-073e-48de-98d7-eeebfdf612f1 service nova] Acquired lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.777173] env[62664]: DEBUG nova.network.neutron [req-1a78a5ec-8e87-4d53-94b2-829d75f842e4 req-7d24b7d9-073e-48de-98d7-eeebfdf612f1 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Refreshing network info cache for port 3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.802552] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177785} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.803081] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.803830] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94d5cbb-957a-4e04-afc7-a1373e143f02 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.826689] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f/7ab563ec-81aa-4e0e-953c-bf0e78e83a4f.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.827628] env[62664]: DEBUG nova.network.neutron [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Successfully created port: 756db126-1b64-45df-a73f-3d615bdd27a1 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.829850] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d1d5b2-373d-4103-a196-dba054ad362f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.850306] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 873.850306] env[62664]: value = "task-2698043" [ 873.850306] env[62664]: _type = "Task" [ 873.850306] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.858737] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.047170] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698042, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.063461] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528c3001-272d-1c86-7763-689f35a59613, 'name': SearchDatastore_Task, 'duration_secs': 0.030963} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.064373] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887bfe16-f5be-4adb-991c-b4e833f1fc5e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.071520] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for the task: (returnval){ [ 874.071520] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526cf394-c54b-bd73-353e-b719d300d754" [ 874.071520] env[62664]: _type = "Task" [ 874.071520] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.080717] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526cf394-c54b-bd73-353e-b719d300d754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.116044] env[62664]: DEBUG nova.scheduler.client.report [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.182811] env[62664]: DEBUG nova.objects.base [None req-d7747198-8c9d-4e9b-836c-57ae66ace628 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 874.183107] env[62664]: DEBUG nova.network.neutron [None req-d7747198-8c9d-4e9b-836c-57ae66ace628 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.305746] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d7747198-8c9d-4e9b-836c-57ae66ace628 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "interface-ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.129s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.361164] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698043, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.546025] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791602} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.546408] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d6fb5054-9cd5-4927-bb38-143985db5fee/d6fb5054-9cd5-4927-bb38-143985db5fee.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.546631] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.546936] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16c33272-5bae-4f23-be12-e58ff359147d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.553330] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 874.553330] env[62664]: value = "task-2698044" [ 874.553330] env[62664]: _type = "Task" [ 874.553330] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.562129] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.583504] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526cf394-c54b-bd73-353e-b719d300d754, 'name': SearchDatastore_Task, 'duration_secs': 0.05312} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.583800] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.584284] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] aa3821f5-ac5b-49b3-bfea-31208a247642/aa3821f5-ac5b-49b3-bfea-31208a247642.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.584593] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cff5f5b-56ef-4008-ab72-0ec9d5d8d7c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.591787] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for the task: (returnval){ [ 874.591787] env[62664]: value = "task-2698045" [ 874.591787] env[62664]: _type = "Task" [ 874.591787] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.599938] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.621069] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.623399] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.120s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.623628] env[62664]: DEBUG nova.objects.instance [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lazy-loading 'resources' on Instance uuid edd9f253-f27f-4417-a9aa-6ba7915fd588 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.654697] env[62664]: INFO nova.scheduler.client.report [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Deleted allocations for instance cfd26ae3-c51b-469a-a8c8-5a4841067644 [ 874.714256] env[62664]: DEBUG nova.compute.manager [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.748875] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.749173] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.749355] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.749512] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.749661] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.749810] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.750035] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.750200] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.750372] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.750535] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.750709] env[62664]: DEBUG nova.virt.hardware [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.751916] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6593a8da-4d46-476d-aa61-dc4bb0028282 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.762380] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4faef6b-1f81-404a-8b2d-0b6c19ac0ca9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.779493] env[62664]: DEBUG nova.network.neutron [req-1a78a5ec-8e87-4d53-94b2-829d75f842e4 req-7d24b7d9-073e-48de-98d7-eeebfdf612f1 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updated VIF entry in instance network info cache for port 3e34623f-f163-47c7-8d96-82c8d7f79ae8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.779842] env[62664]: DEBUG nova.network.neutron [req-1a78a5ec-8e87-4d53-94b2-829d75f842e4 req-7d24b7d9-073e-48de-98d7-eeebfdf612f1 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updating instance_info_cache with network_info: [{"id": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "address": "fa:16:3e:a2:af:d0", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34623f-f1", "ovs_interfaceid": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.863505] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698043, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.067224] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060569} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.067653] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.068687] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce73ead-ccf8-4092-bd8c-d91293ac95d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.092294] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d6fb5054-9cd5-4927-bb38-143985db5fee/d6fb5054-9cd5-4927-bb38-143985db5fee.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.093133] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b111ef-d8db-4f72-a089-f788c02a6555 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.122419] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521512} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.124439] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] aa3821f5-ac5b-49b3-bfea-31208a247642/aa3821f5-ac5b-49b3-bfea-31208a247642.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.125727] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.125727] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 875.125727] env[62664]: value = "task-2698046" [ 875.125727] env[62664]: _type = "Task" [ 875.125727] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.125727] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-404f7650-f4ea-4a80-8c0a-42687db96bbe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.143405] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.145188] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for the task: (returnval){ [ 875.145188] env[62664]: value = "task-2698047" [ 875.145188] env[62664]: _type = "Task" [ 875.145188] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.165273] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2077540d-0f4b-4a04-88fa-0b68f3def46c tempest-InstanceActionsTestJSON-454990235 tempest-InstanceActionsTestJSON-454990235-project-member] Lock "cfd26ae3-c51b-469a-a8c8-5a4841067644" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.486s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.283084] env[62664]: DEBUG oslo_concurrency.lockutils [req-1a78a5ec-8e87-4d53-94b2-829d75f842e4 req-7d24b7d9-073e-48de-98d7-eeebfdf612f1 service nova] Releasing lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.366535] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698043, 'name': ReconfigVM_Task, 'duration_secs': 1.357418} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.367307] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f/7ab563ec-81aa-4e0e-953c-bf0e78e83a4f.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.368155] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a205f92-e916-4060-a31d-308aa66cc1ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.375221] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 875.375221] env[62664]: value = "task-2698048" [ 875.375221] env[62664]: _type = "Task" [ 875.375221] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.386396] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698048, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.441072] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9b7a64-b665-4334-88c3-750077d248f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.448896] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc0921b-cd5b-4fb1-b8b6-017376264e74 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.478552] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d050b5ae-a796-4e93-9cb4-ca236dd15c3f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.486290] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93380078-32e1-4d30-899a-b4bb5a495dd3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.501945] env[62664]: DEBUG nova.compute.provider_tree [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.638623] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.654318] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111215} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.654591] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.655458] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42484931-4a3a-48f9-8bef-76e03cfa3832 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.677496] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] aa3821f5-ac5b-49b3-bfea-31208a247642/aa3821f5-ac5b-49b3-bfea-31208a247642.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.677496] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad946b92-fcdd-457f-a9be-33fd24621edd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.696845] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for the task: (returnval){ [ 875.696845] env[62664]: value = "task-2698049" [ 875.696845] env[62664]: _type = "Task" [ 875.696845] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.705775] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.885907] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698048, 'name': Rename_Task, 'duration_secs': 0.49148} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.886234] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.887225] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99b1bf73-328f-47a0-851a-cd6bc287ea06 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.891909] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 875.891909] env[62664]: value = "task-2698050" [ 875.891909] env[62664]: _type = "Task" [ 875.891909] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.903026] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.907339] env[62664]: DEBUG nova.network.neutron [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Successfully updated port: 756db126-1b64-45df-a73f-3d615bdd27a1 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.974956] env[62664]: DEBUG nova.compute.manager [req-5320a1ba-b521-41cf-872f-77d7eea44a17 req-68b6f930-ff63-455a-b10a-c4f8539ad14b service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Received event network-vif-plugged-756db126-1b64-45df-a73f-3d615bdd27a1 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.975325] env[62664]: DEBUG oslo_concurrency.lockutils [req-5320a1ba-b521-41cf-872f-77d7eea44a17 req-68b6f930-ff63-455a-b10a-c4f8539ad14b service nova] Acquiring lock "06103e46-6660-4f00-b9d2-c5d37ac2e955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.975589] env[62664]: DEBUG oslo_concurrency.lockutils [req-5320a1ba-b521-41cf-872f-77d7eea44a17 req-68b6f930-ff63-455a-b10a-c4f8539ad14b service nova] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.975788] env[62664]: DEBUG oslo_concurrency.lockutils [req-5320a1ba-b521-41cf-872f-77d7eea44a17 req-68b6f930-ff63-455a-b10a-c4f8539ad14b service nova] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.976008] env[62664]: DEBUG nova.compute.manager [req-5320a1ba-b521-41cf-872f-77d7eea44a17 req-68b6f930-ff63-455a-b10a-c4f8539ad14b service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] No waiting events found dispatching network-vif-plugged-756db126-1b64-45df-a73f-3d615bdd27a1 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.976150] env[62664]: WARNING nova.compute.manager [req-5320a1ba-b521-41cf-872f-77d7eea44a17 req-68b6f930-ff63-455a-b10a-c4f8539ad14b service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Received unexpected event network-vif-plugged-756db126-1b64-45df-a73f-3d615bdd27a1 for instance with vm_state building and task_state spawning. [ 876.005611] env[62664]: DEBUG nova.scheduler.client.report [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.138825] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.207320] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.377977] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquiring lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.378306] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.378944] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquiring lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.378944] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.379158] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.381739] env[62664]: INFO nova.compute.manager [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Terminating instance [ 876.404104] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.409749] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.409903] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquired lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.410073] env[62664]: DEBUG nova.network.neutron [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.515021] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.515768] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.843s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.519105] env[62664]: INFO nova.compute.claims [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.545024] env[62664]: INFO nova.scheduler.client.report [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Deleted allocations for instance edd9f253-f27f-4417-a9aa-6ba7915fd588 [ 876.639063] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698046, 'name': ReconfigVM_Task, 'duration_secs': 1.230222} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.639346] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d6fb5054-9cd5-4927-bb38-143985db5fee/d6fb5054-9cd5-4927-bb38-143985db5fee.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.639942] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e8b21cc-6a5a-4ae1-a58d-507466a012b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.646592] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 876.646592] env[62664]: value = "task-2698051" [ 876.646592] env[62664]: _type = "Task" [ 876.646592] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.654536] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698051, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.707020] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698049, 'name': ReconfigVM_Task, 'duration_secs': 0.837944} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.707354] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Reconfigured VM instance instance-00000049 to attach disk [datastore1] aa3821f5-ac5b-49b3-bfea-31208a247642/aa3821f5-ac5b-49b3-bfea-31208a247642.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.707982] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e07ddf-e0eb-45c8-991a-d41cbe5de640 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.714028] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for the task: (returnval){ [ 876.714028] env[62664]: value = "task-2698052" [ 876.714028] env[62664]: _type = "Task" [ 876.714028] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.722186] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698052, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.890026] env[62664]: DEBUG nova.compute.manager [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.890026] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.890026] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2adb4de-b5ba-4991-8796-7d7dcd75584c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.901999] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.903152] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69fd5466-a7fe-4588-ba63-bdd5658f9f72 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.909152] env[62664]: DEBUG oslo_vmware.api [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698050, 'name': PowerOnVM_Task, 'duration_secs': 1.009934} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.909898] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.910203] env[62664]: INFO nova.compute.manager [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Took 9.50 seconds to spawn the instance on the hypervisor. [ 876.910431] env[62664]: DEBUG nova.compute.manager [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.911296] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada38764-faeb-45f4-9737-8a62c1eed438 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.917664] env[62664]: DEBUG oslo_vmware.api [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for the task: (returnval){ [ 876.917664] env[62664]: value = "task-2698053" [ 876.917664] env[62664]: _type = "Task" [ 876.917664] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.938049] env[62664]: DEBUG oslo_vmware.api [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.952131] env[62664]: DEBUG nova.network.neutron [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.052491] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f2ee0885-a485-4fc9-966c-211ad491e09e tempest-ServersAdminTestJSON-207381718 tempest-ServersAdminTestJSON-207381718-project-member] Lock "edd9f253-f27f-4417-a9aa-6ba7915fd588" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.045s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.127020] env[62664]: DEBUG nova.network.neutron [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updating instance_info_cache with network_info: [{"id": "756db126-1b64-45df-a73f-3d615bdd27a1", "address": "fa:16:3e:2f:7b:b6", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap756db126-1b", "ovs_interfaceid": "756db126-1b64-45df-a73f-3d615bdd27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.160974] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698051, 'name': Rename_Task, 'duration_secs': 0.249721} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.161288] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.161547] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0d273a8-fec7-4bda-b0a4-ff4d12881424 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.168352] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 877.168352] env[62664]: value = "task-2698054" [ 877.168352] env[62664]: _type = "Task" [ 877.168352] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.179872] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.227187] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698052, 'name': Rename_Task, 'duration_secs': 0.218306} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.227187] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.227187] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-444751c0-19c9-4393-9baf-790526f89791 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.233736] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for the task: (returnval){ [ 877.233736] env[62664]: value = "task-2698055" [ 877.233736] env[62664]: _type = "Task" [ 877.233736] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.241821] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.428701] env[62664]: DEBUG oslo_vmware.api [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698053, 'name': PowerOffVM_Task, 'duration_secs': 0.332036} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.428701] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.428870] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.429190] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9875112-002a-42be-b696-2f0c7c7f0e7c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.440762] env[62664]: INFO nova.compute.manager [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Took 28.39 seconds to build instance. [ 877.629997] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Releasing lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.630377] env[62664]: DEBUG nova.compute.manager [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Instance network_info: |[{"id": "756db126-1b64-45df-a73f-3d615bdd27a1", "address": "fa:16:3e:2f:7b:b6", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap756db126-1b", "ovs_interfaceid": "756db126-1b64-45df-a73f-3d615bdd27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.630815] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:7b:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '756db126-1b64-45df-a73f-3d615bdd27a1', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.638872] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Creating folder: Project (06cf9e7c2b7c4c93a48a8cf7928a6614). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.642528] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4de93355-d28d-44ed-9454-9c59e8161209 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.654970] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Created folder: Project (06cf9e7c2b7c4c93a48a8cf7928a6614) in parent group-v543506. [ 877.655350] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Creating folder: Instances. Parent ref: group-v543710. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.659032] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1537d318-e717-40d6-ab5a-54c9fba7dcc9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.669632] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Created folder: Instances in parent group-v543710. [ 877.669966] env[62664]: DEBUG oslo.service.loopingcall [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.674751] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.677984] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36c236c1-af46-4772-a388-3e28f7f3c596 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.709647] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698054, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.710681] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.710681] env[62664]: value = "task-2698059" [ 877.710681] env[62664]: _type = "Task" [ 877.710681] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.720909] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698059, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.731956] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.732180] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.732362] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Deleting the datastore file [datastore2] ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.732606] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba84416d-313b-44c9-806e-453b1c5cfd78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.746219] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698055, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.749327] env[62664]: DEBUG oslo_vmware.api [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for the task: (returnval){ [ 877.749327] env[62664]: value = "task-2698060" [ 877.749327] env[62664]: _type = "Task" [ 877.749327] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.885996] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a13bec7-2a50-448a-b3d5-f10aabdc4ea8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.894451] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7075a7-d6c2-47d0-acde-eaaf70291bc5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.941215] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb92feb6-93ae-4b09-b764-0c4bf70ec881 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.944547] env[62664]: DEBUG oslo_concurrency.lockutils [None req-06ad8844-8a06-400c-9242-d95e45bcda56 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.904s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.950639] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf50535-1913-4ed0-8389-f45c3c06a4b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.969020] env[62664]: DEBUG nova.compute.provider_tree [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.048818] env[62664]: DEBUG nova.compute.manager [req-84c8c026-2b96-4107-9855-b32ab88d871a req-01c8209f-3e30-4d19-bfc7-2835aec17b55 service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Received event network-changed-756db126-1b64-45df-a73f-3d615bdd27a1 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.049029] env[62664]: DEBUG nova.compute.manager [req-84c8c026-2b96-4107-9855-b32ab88d871a req-01c8209f-3e30-4d19-bfc7-2835aec17b55 service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Refreshing instance network info cache due to event network-changed-756db126-1b64-45df-a73f-3d615bdd27a1. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.049243] env[62664]: DEBUG oslo_concurrency.lockutils [req-84c8c026-2b96-4107-9855-b32ab88d871a req-01c8209f-3e30-4d19-bfc7-2835aec17b55 service nova] Acquiring lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.049387] env[62664]: DEBUG oslo_concurrency.lockutils [req-84c8c026-2b96-4107-9855-b32ab88d871a req-01c8209f-3e30-4d19-bfc7-2835aec17b55 service nova] Acquired lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.049548] env[62664]: DEBUG nova.network.neutron [req-84c8c026-2b96-4107-9855-b32ab88d871a req-01c8209f-3e30-4d19-bfc7-2835aec17b55 service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Refreshing network info cache for port 756db126-1b64-45df-a73f-3d615bdd27a1 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.180764] env[62664]: DEBUG oslo_vmware.api [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698054, 'name': PowerOnVM_Task, 'duration_secs': 0.597427} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.181160] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.181571] env[62664]: INFO nova.compute.manager [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Took 8.34 seconds to spawn the instance on the hypervisor. [ 878.181849] env[62664]: DEBUG nova.compute.manager [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.183102] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac1fe2-eca9-4688-ade0-415af5343ffc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.221172] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698059, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.245204] env[62664]: DEBUG oslo_vmware.api [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698055, 'name': PowerOnVM_Task, 'duration_secs': 0.539901} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.245496] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.245675] env[62664]: INFO nova.compute.manager [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Took 5.93 seconds to spawn the instance on the hypervisor. [ 878.245849] env[62664]: DEBUG nova.compute.manager [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.246746] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae6564f-4ba0-46f9-9044-47185baa2e65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.264790] env[62664]: DEBUG oslo_vmware.api [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Task: {'id': task-2698060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48865} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.265615] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.265615] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.265893] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.265893] env[62664]: INFO nova.compute.manager [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Took 1.38 seconds to destroy the instance on the hypervisor. [ 878.266077] env[62664]: DEBUG oslo.service.loopingcall [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.266265] env[62664]: DEBUG nova.compute.manager [-] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.266357] env[62664]: DEBUG nova.network.neutron [-] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.474910] env[62664]: DEBUG nova.scheduler.client.report [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.705619] env[62664]: INFO nova.compute.manager [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Took 28.20 seconds to build instance. [ 878.722523] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698059, 'name': CreateVM_Task, 'duration_secs': 0.635529} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.725565] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.726229] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.726787] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.726787] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.727518] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f766f1-95c5-485a-8ff2-c28c5486871c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.733144] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 878.733144] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524a18eb-be4b-2191-60ef-7eca521efc2e" [ 878.733144] env[62664]: _type = "Task" [ 878.733144] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.743538] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524a18eb-be4b-2191-60ef-7eca521efc2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.771823] env[62664]: INFO nova.compute.manager [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Took 28.24 seconds to build instance. [ 878.795255] env[62664]: DEBUG nova.network.neutron [req-84c8c026-2b96-4107-9855-b32ab88d871a req-01c8209f-3e30-4d19-bfc7-2835aec17b55 service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updated VIF entry in instance network info cache for port 756db126-1b64-45df-a73f-3d615bdd27a1. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.795610] env[62664]: DEBUG nova.network.neutron [req-84c8c026-2b96-4107-9855-b32ab88d871a req-01c8209f-3e30-4d19-bfc7-2835aec17b55 service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updating instance_info_cache with network_info: [{"id": "756db126-1b64-45df-a73f-3d615bdd27a1", "address": "fa:16:3e:2f:7b:b6", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap756db126-1b", "ovs_interfaceid": "756db126-1b64-45df-a73f-3d615bdd27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.983224] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.983762] env[62664]: DEBUG nova.compute.manager [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.986606] env[62664]: DEBUG oslo_concurrency.lockutils [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.986895] env[62664]: DEBUG oslo_concurrency.lockutils [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.987128] env[62664]: DEBUG oslo_concurrency.lockutils [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.987722] env[62664]: DEBUG oslo_concurrency.lockutils [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.987722] env[62664]: DEBUG oslo_concurrency.lockutils [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.990414] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.287s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.991380] env[62664]: INFO nova.compute.claims [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.993272] env[62664]: INFO nova.compute.manager [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Terminating instance [ 879.084416] env[62664]: DEBUG nova.network.neutron [-] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.207674] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8b97e3a4-45b6-4d30-9402-20239a132178 tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "d6fb5054-9cd5-4927-bb38-143985db5fee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.708s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.246877] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524a18eb-be4b-2191-60ef-7eca521efc2e, 'name': SearchDatastore_Task, 'duration_secs': 0.051782} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.247261] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.247505] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.247766] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.247916] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.248269] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.250382] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d2f52f7-edef-4b47-b0f0-06c0839e0e82 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.257473] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.257674] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.258967] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ccc29ea-d1f9-4eee-8470-82ad7c2167b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.265856] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 879.265856] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524d26bd-a209-b0f7-66c1-7aea904902ff" [ 879.265856] env[62664]: _type = "Task" [ 879.265856] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.278598] env[62664]: DEBUG oslo_concurrency.lockutils [None req-77acc881-4bb7-4ccd-baf2-d96a72d42456 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lock "aa3821f5-ac5b-49b3-bfea-31208a247642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.760s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.279784] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524d26bd-a209-b0f7-66c1-7aea904902ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008304} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.280166] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee47f076-016e-437c-af97-7b7cc8828a8d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.286450] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 879.286450] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c577d8-7d65-1441-802f-57228c8cc574" [ 879.286450] env[62664]: _type = "Task" [ 879.286450] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.294665] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c577d8-7d65-1441-802f-57228c8cc574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.298333] env[62664]: DEBUG oslo_concurrency.lockutils [req-84c8c026-2b96-4107-9855-b32ab88d871a req-01c8209f-3e30-4d19-bfc7-2835aec17b55 service nova] Releasing lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.495406] env[62664]: DEBUG nova.compute.utils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 879.507207] env[62664]: DEBUG nova.compute.manager [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.507207] env[62664]: DEBUG nova.network.neutron [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.509771] env[62664]: DEBUG nova.compute.manager [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.510066] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.511063] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e04ca1b-618f-4d11-b0b8-3cd15501f161 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.527579] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.527914] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5320476-f4cd-4ba0-91ca-a56ca491e6f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.536165] env[62664]: DEBUG oslo_vmware.api [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 879.536165] env[62664]: value = "task-2698061" [ 879.536165] env[62664]: _type = "Task" [ 879.536165] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.545139] env[62664]: DEBUG oslo_vmware.api [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.582447] env[62664]: DEBUG nova.policy [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca5534b6d5b64d0b858f60d989009c25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be2e59be5d6a414eb3fa67b8484cd86a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.590032] env[62664]: INFO nova.compute.manager [-] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Took 1.32 seconds to deallocate network for instance. [ 879.796672] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c577d8-7d65-1441-802f-57228c8cc574, 'name': SearchDatastore_Task, 'duration_secs': 0.015383} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.796672] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.797577] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 06103e46-6660-4f00-b9d2-c5d37ac2e955/06103e46-6660-4f00-b9d2-c5d37ac2e955.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.797577] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2c76889-b818-460f-ba65-2b3771018074 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.803272] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 879.803272] env[62664]: value = "task-2698062" [ 879.803272] env[62664]: _type = "Task" [ 879.803272] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.811554] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.915481] env[62664]: INFO nova.compute.manager [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Rebuilding instance [ 879.921957] env[62664]: DEBUG nova.network.neutron [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Successfully created port: 3d180554-0950-49b9-a609-e1d80c088452 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.961690] env[62664]: DEBUG nova.compute.manager [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.962638] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68d5f1b-e1dc-465c-a08d-b4a94e6dc416 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.012584] env[62664]: DEBUG nova.compute.manager [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.049696] env[62664]: DEBUG oslo_vmware.api [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698061, 'name': PowerOffVM_Task, 'duration_secs': 0.212742} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.049873] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.050104] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.050408] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-335dc3cc-2907-4b9f-be4a-99e8dd9d172d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.101075] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.118752] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.118980] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.119194] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleting the datastore file [datastore2] 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.119502] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5979663-dd1e-45a8-8008-9b4a36cbf9c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.128139] env[62664]: DEBUG nova.compute.manager [req-79a743ac-4d24-457f-a121-88678b0e5dcf req-09a78ae0-add9-4227-a49e-94b20b8f7351 service nova] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Received event network-vif-deleted-72ca286c-673d-49e8-8faa-64ab63f7e9b3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.140968] env[62664]: DEBUG oslo_vmware.api [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 880.140968] env[62664]: value = "task-2698064" [ 880.140968] env[62664]: _type = "Task" [ 880.140968] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.154676] env[62664]: DEBUG oslo_vmware.api [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.184538] env[62664]: DEBUG nova.compute.manager [None req-2e3c44a7-eaef-4f21-ae61-36ac445f3ec7 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.188227] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53d1904-0368-48dc-adf1-82056ce01fea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.258902] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquiring lock "aa3821f5-ac5b-49b3-bfea-31208a247642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.259205] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lock "aa3821f5-ac5b-49b3-bfea-31208a247642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.259451] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquiring lock "aa3821f5-ac5b-49b3-bfea-31208a247642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.259630] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lock "aa3821f5-ac5b-49b3-bfea-31208a247642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.259810] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lock "aa3821f5-ac5b-49b3-bfea-31208a247642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.262462] env[62664]: INFO nova.compute.manager [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Terminating instance [ 880.321152] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481321} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.324428] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 06103e46-6660-4f00-b9d2-c5d37ac2e955/06103e46-6660-4f00-b9d2-c5d37ac2e955.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.324954] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.325586] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5176fef6-42bb-4965-9fee-77f3e780ac41 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.336021] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 880.336021] env[62664]: value = "task-2698065" [ 880.336021] env[62664]: _type = "Task" [ 880.336021] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.348529] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.447234] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307a2595-659c-4e81-8db4-4c2a08595223 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.455312] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4c7198-abef-46cb-961a-e570984a698c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.489272] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a7b84b-e099-474a-803f-2d9115f4fbe5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.498516] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f1310a-e5a6-471c-8681-9f8a4c411dbe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.513276] env[62664]: DEBUG nova.compute.provider_tree [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.651791] env[62664]: DEBUG oslo_vmware.api [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234076} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.652156] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.652358] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.652540] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.652712] env[62664]: INFO nova.compute.manager [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 880.652953] env[62664]: DEBUG oslo.service.loopingcall [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.653179] env[62664]: DEBUG nova.compute.manager [-] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.653270] env[62664]: DEBUG nova.network.neutron [-] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.707953] env[62664]: INFO nova.compute.manager [None req-2e3c44a7-eaef-4f21-ae61-36ac445f3ec7 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] instance snapshotting [ 880.708573] env[62664]: DEBUG nova.objects.instance [None req-2e3c44a7-eaef-4f21-ae61-36ac445f3ec7 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lazy-loading 'flavor' on Instance uuid aa3821f5-ac5b-49b3-bfea-31208a247642 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.766708] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquiring lock "refresh_cache-aa3821f5-ac5b-49b3-bfea-31208a247642" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.766992] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquired lock "refresh_cache-aa3821f5-ac5b-49b3-bfea-31208a247642" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.767233] env[62664]: DEBUG nova.network.neutron [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.846315] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074064} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.846581] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.847734] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78317b5-615a-4f66-be7f-999d8c602e08 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.871298] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 06103e46-6660-4f00-b9d2-c5d37ac2e955/06103e46-6660-4f00-b9d2-c5d37ac2e955.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.871456] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6333b4a8-fdc4-4b2d-a0fa-95a245df468c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.891533] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 880.891533] env[62664]: value = "task-2698066" [ 880.891533] env[62664]: _type = "Task" [ 880.891533] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.899943] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.993225] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.993547] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-740304ec-7b17-47d8-95d4-908b407e7ea2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.000352] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 881.000352] env[62664]: value = "task-2698067" [ 881.000352] env[62664]: _type = "Task" [ 881.000352] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.008597] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.016839] env[62664]: DEBUG nova.scheduler.client.report [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.023388] env[62664]: DEBUG nova.compute.manager [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.048529] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.048770] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.048930] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.049128] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.049290] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.049422] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.049634] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.049791] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.049958] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.050311] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.050311] env[62664]: DEBUG nova.virt.hardware [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.051205] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5085d0b2-7055-46e0-87a7-4015fc4e6177 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.060119] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58576e3-ebdf-4cf8-b8ee-17203922413d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.214613] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c10a1a-39db-4da6-ac61-7b4bf8128256 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.232259] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81178c15-ec08-4719-8f97-8a7036c4055d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.287434] env[62664]: DEBUG nova.network.neutron [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.352419] env[62664]: DEBUG nova.network.neutron [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.405773] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.408263] env[62664]: DEBUG nova.network.neutron [-] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.510785] env[62664]: DEBUG nova.compute.manager [req-92532be0-d965-46c2-be2e-75981359ee41 req-5ad70d34-d011-4f20-85d0-d5650909defd service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Received event network-vif-plugged-3d180554-0950-49b9-a609-e1d80c088452 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.511013] env[62664]: DEBUG oslo_concurrency.lockutils [req-92532be0-d965-46c2-be2e-75981359ee41 req-5ad70d34-d011-4f20-85d0-d5650909defd service nova] Acquiring lock "a805d6ad-c650-4b26-abce-5da6052bb1b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.511241] env[62664]: DEBUG oslo_concurrency.lockutils [req-92532be0-d965-46c2-be2e-75981359ee41 req-5ad70d34-d011-4f20-85d0-d5650909defd service nova] Lock "a805d6ad-c650-4b26-abce-5da6052bb1b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.511410] env[62664]: DEBUG oslo_concurrency.lockutils [req-92532be0-d965-46c2-be2e-75981359ee41 req-5ad70d34-d011-4f20-85d0-d5650909defd service nova] Lock "a805d6ad-c650-4b26-abce-5da6052bb1b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.511596] env[62664]: DEBUG nova.compute.manager [req-92532be0-d965-46c2-be2e-75981359ee41 req-5ad70d34-d011-4f20-85d0-d5650909defd service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] No waiting events found dispatching network-vif-plugged-3d180554-0950-49b9-a609-e1d80c088452 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.511780] env[62664]: WARNING nova.compute.manager [req-92532be0-d965-46c2-be2e-75981359ee41 req-5ad70d34-d011-4f20-85d0-d5650909defd service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Received unexpected event network-vif-plugged-3d180554-0950-49b9-a609-e1d80c088452 for instance with vm_state building and task_state spawning. [ 881.516246] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698067, 'name': PowerOffVM_Task, 'duration_secs': 0.139104} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.516519] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.516881] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.517695] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20abf40-d8fd-47e7-9a0d-6bcc3a03edcf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.521148] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.521579] env[62664]: DEBUG nova.compute.manager [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.524459] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.102s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.526559] env[62664]: INFO nova.compute.claims [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.532784] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.533579] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95064aac-cd3d-41e3-8a79-4b13363b9536 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.565840] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.566070] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.566254] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Deleting the datastore file [datastore1] d6fb5054-9cd5-4927-bb38-143985db5fee {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.566513] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89cc14e5-b642-49a6-a242-ab7c5767ad1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.575371] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 881.575371] env[62664]: value = "task-2698069" [ 881.575371] env[62664]: _type = "Task" [ 881.575371] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.585889] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.694742] env[62664]: DEBUG nova.network.neutron [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Successfully updated port: 3d180554-0950-49b9-a609-e1d80c088452 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.742678] env[62664]: DEBUG nova.compute.manager [None req-2e3c44a7-eaef-4f21-ae61-36ac445f3ec7 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Instance disappeared during snapshot {{(pid=62664) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 881.855162] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Releasing lock "refresh_cache-aa3821f5-ac5b-49b3-bfea-31208a247642" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.855574] env[62664]: DEBUG nova.compute.manager [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.855773] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.856639] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2368e236-abbc-4b15-92df-7e9307daa5f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.864623] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.864877] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8c97df-9dce-4f4d-8612-f136b55d043e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.870866] env[62664]: DEBUG oslo_vmware.api [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for the task: (returnval){ [ 881.870866] env[62664]: value = "task-2698070" [ 881.870866] env[62664]: _type = "Task" [ 881.870866] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.878327] env[62664]: DEBUG oslo_vmware.api [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.880107] env[62664]: DEBUG nova.compute.manager [None req-2e3c44a7-eaef-4f21-ae61-36ac445f3ec7 tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Found 0 images (rotation: 2) {{(pid=62664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 881.904601] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.911539] env[62664]: INFO nova.compute.manager [-] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Took 1.26 seconds to deallocate network for instance. [ 882.026758] env[62664]: DEBUG nova.compute.utils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.028330] env[62664]: DEBUG nova.compute.manager [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.028512] env[62664]: DEBUG nova.network.neutron [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.066622] env[62664]: DEBUG nova.policy [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '210791c1338f40c0a50f04f1fb63b2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec3f088e5a9c4a51a5b2b6bfe132e60b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.085746] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14137} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.085987] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.086200] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.086363] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.156984] env[62664]: DEBUG nova.compute.manager [req-0cb01270-a389-4262-a9ec-9321bddb9e82 req-386fd38f-5612-4136-9632-c8c2abe01cbe service nova] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Received event network-vif-deleted-d8e2b9e4-8aa1-4524-8610-0524d3b1011a {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.199216] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquiring lock "refresh_cache-a805d6ad-c650-4b26-abce-5da6052bb1b4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.199515] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquired lock "refresh_cache-a805d6ad-c650-4b26-abce-5da6052bb1b4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.199688] env[62664]: DEBUG nova.network.neutron [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.328084] env[62664]: DEBUG nova.network.neutron [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Successfully created port: 46095a7e-2402-42e0-83ce-36e1ca86aae0 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.384703] env[62664]: DEBUG oslo_vmware.api [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698070, 'name': PowerOffVM_Task, 'duration_secs': 0.218299} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.385127] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.385336] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.385637] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b8958d9-27b6-40e1-811e-a6155a107b50 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.403337] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698066, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.409493] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.409700] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.409878] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Deleting the datastore file [datastore1] aa3821f5-ac5b-49b3-bfea-31208a247642 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.410183] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a7243c4-d0d1-4a5f-a4c8-dbcacd681db3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.415921] env[62664]: DEBUG oslo_vmware.api [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for the task: (returnval){ [ 882.415921] env[62664]: value = "task-2698072" [ 882.415921] env[62664]: _type = "Task" [ 882.415921] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.420657] env[62664]: DEBUG oslo_concurrency.lockutils [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.425856] env[62664]: DEBUG oslo_vmware.api [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.531595] env[62664]: DEBUG nova.compute.manager [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.747584] env[62664]: DEBUG nova.network.neutron [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.873046] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6618a7-1895-4c17-9ef1-63e22ec089ef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.881970] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9469be96-d48d-40c6-84a0-851ff787555f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.918792] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6e5d06-a81a-4663-8e5e-ec8e8adf89fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.929139] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698066, 'name': ReconfigVM_Task, 'duration_secs': 1.583138} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.936528] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 06103e46-6660-4f00-b9d2-c5d37ac2e955/06103e46-6660-4f00-b9d2-c5d37ac2e955.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.937254] env[62664]: DEBUG oslo_vmware.api [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Task: {'id': task-2698072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103477} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.937514] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd86710c-f11f-4803-92f1-57c565c715ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.939085] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.939305] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.939494] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.939667] env[62664]: INFO nova.compute.manager [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Took 1.08 seconds to destroy the instance on the hypervisor. [ 882.939929] env[62664]: DEBUG oslo.service.loopingcall [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.941091] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75c96b2-c2ae-4ab7-8e1f-d5b3338b3fc0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.945201] env[62664]: DEBUG nova.compute.manager [-] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.945201] env[62664]: DEBUG nova.network.neutron [-] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.960369] env[62664]: DEBUG nova.compute.provider_tree [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.964252] env[62664]: DEBUG nova.network.neutron [-] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.967094] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 882.967094] env[62664]: value = "task-2698073" [ 882.967094] env[62664]: _type = "Task" [ 882.967094] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.978150] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698073, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.011309] env[62664]: DEBUG nova.network.neutron [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Updating instance_info_cache with network_info: [{"id": "3d180554-0950-49b9-a609-e1d80c088452", "address": "fa:16:3e:6f:d2:21", "network": {"id": "cf2ce730-a473-49b0-9fa1-c6b5c0535264", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-894752435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2e59be5d6a414eb3fa67b8484cd86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d180554-09", "ovs_interfaceid": "3d180554-0950-49b9-a609-e1d80c088452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.124479] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.124479] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.124479] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.124886] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.124886] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.124943] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.125449] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.125680] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.125914] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.126125] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.126340] env[62664]: DEBUG nova.virt.hardware [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.127276] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d63b7b-22f4-4582-855a-a157a2724080 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.139339] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f2add1-5e04-459f-8874-b3d1184c3787 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.155319] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.162534] env[62664]: DEBUG oslo.service.loopingcall [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.162794] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.163089] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e3b3b97-8299-4cf6-9d7d-52b962c25bc1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.184048] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.184048] env[62664]: value = "task-2698074" [ 883.184048] env[62664]: _type = "Task" [ 883.184048] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.193046] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698074, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.472024] env[62664]: DEBUG nova.scheduler.client.report [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.476739] env[62664]: DEBUG nova.network.neutron [-] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.490832] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698073, 'name': Rename_Task, 'duration_secs': 0.141725} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.490832] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.491191] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c82318ec-0bc4-49e6-9d3f-594f404e7b45 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.499729] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 883.499729] env[62664]: value = "task-2698075" [ 883.499729] env[62664]: _type = "Task" [ 883.499729] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.510495] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.514237] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Releasing lock "refresh_cache-a805d6ad-c650-4b26-abce-5da6052bb1b4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.514733] env[62664]: DEBUG nova.compute.manager [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Instance network_info: |[{"id": "3d180554-0950-49b9-a609-e1d80c088452", "address": "fa:16:3e:6f:d2:21", "network": {"id": "cf2ce730-a473-49b0-9fa1-c6b5c0535264", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-894752435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2e59be5d6a414eb3fa67b8484cd86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d180554-09", "ovs_interfaceid": "3d180554-0950-49b9-a609-e1d80c088452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.515566] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:d2:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d180554-0950-49b9-a609-e1d80c088452', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.525828] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Creating folder: Project (be2e59be5d6a414eb3fa67b8484cd86a). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.526048] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4af4d02-ce78-457c-a2cb-56b908aa3950 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.535591] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Created folder: Project (be2e59be5d6a414eb3fa67b8484cd86a) in parent group-v543506. [ 883.535791] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Creating folder: Instances. Parent ref: group-v543714. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.536123] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2c37c5e-6b71-47e9-a3f6-7f83be6b8c2f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.544519] env[62664]: DEBUG nova.compute.manager [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.549974] env[62664]: DEBUG nova.compute.manager [req-89179d52-bf3c-4dc4-9706-fc5e940fbf30 req-97258a9c-ea15-4ec5-bfb9-b08adc7d16db service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Received event network-changed-3d180554-0950-49b9-a609-e1d80c088452 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.550374] env[62664]: DEBUG nova.compute.manager [req-89179d52-bf3c-4dc4-9706-fc5e940fbf30 req-97258a9c-ea15-4ec5-bfb9-b08adc7d16db service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Refreshing instance network info cache due to event network-changed-3d180554-0950-49b9-a609-e1d80c088452. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 883.550417] env[62664]: DEBUG oslo_concurrency.lockutils [req-89179d52-bf3c-4dc4-9706-fc5e940fbf30 req-97258a9c-ea15-4ec5-bfb9-b08adc7d16db service nova] Acquiring lock "refresh_cache-a805d6ad-c650-4b26-abce-5da6052bb1b4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.551989] env[62664]: DEBUG oslo_concurrency.lockutils [req-89179d52-bf3c-4dc4-9706-fc5e940fbf30 req-97258a9c-ea15-4ec5-bfb9-b08adc7d16db service nova] Acquired lock "refresh_cache-a805d6ad-c650-4b26-abce-5da6052bb1b4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.551989] env[62664]: DEBUG nova.network.neutron [req-89179d52-bf3c-4dc4-9706-fc5e940fbf30 req-97258a9c-ea15-4ec5-bfb9-b08adc7d16db service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Refreshing network info cache for port 3d180554-0950-49b9-a609-e1d80c088452 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.552144] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Created folder: Instances in parent group-v543714. [ 883.552359] env[62664]: DEBUG oslo.service.loopingcall [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.552729] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.553823] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-203376b3-ecc9-4f26-b9a6-6ebc33f6dd17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.574244] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.574244] env[62664]: value = "task-2698078" [ 883.574244] env[62664]: _type = "Task" [ 883.574244] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.579313] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9588626167711b03c4dca80dd366efa7',container_format='bare',created_at=2025-02-19T17:19:32Z,direct_url=,disk_format='vmdk',id=70fba856-37b2-4b24-8c65-f1a82b3c392e,min_disk=1,min_ram=0,name='tempest-test-snap-473543133',owner='ec3f088e5a9c4a51a5b2b6bfe132e60b',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-19T17:19:49Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.580554] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.580554] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.580554] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.580554] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.580554] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.580554] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.580554] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.580956] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.580956] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.581075] env[62664]: DEBUG nova.virt.hardware [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.582213] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64b7b0e-c05d-430f-bff8-5f9a513143b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.591401] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698078, 'name': CreateVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.594582] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba8966b-3524-4751-8c60-f2657af06e7b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.694246] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698074, 'name': CreateVM_Task, 'duration_secs': 0.263715} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.694387] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.695044] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.695044] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.695327] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.695600] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a6cf7e-1af8-4951-90ad-7374554110a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.700462] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 883.700462] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524cc5ec-4122-c7e4-d83b-647bacde5048" [ 883.700462] env[62664]: _type = "Task" [ 883.700462] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.710411] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524cc5ec-4122-c7e4-d83b-647bacde5048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.979303] env[62664]: DEBUG nova.network.neutron [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Successfully updated port: 46095a7e-2402-42e0-83ce-36e1ca86aae0 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.980832] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.983404] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.992400] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.323s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.992526] env[62664]: INFO nova.compute.claims [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.998381] env[62664]: INFO nova.compute.manager [-] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Took 1.05 seconds to deallocate network for instance. [ 884.015538] env[62664]: DEBUG oslo_vmware.api [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698075, 'name': PowerOnVM_Task, 'duration_secs': 0.47167} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.016451] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.016451] env[62664]: INFO nova.compute.manager [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Took 9.30 seconds to spawn the instance on the hypervisor. [ 884.016451] env[62664]: DEBUG nova.compute.manager [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.016993] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e529d6-b517-4908-a4e8-e50f3aa50c7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.090027] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698078, 'name': CreateVM_Task, 'duration_secs': 0.314478} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.090027] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.090027] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.216905] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524cc5ec-4122-c7e4-d83b-647bacde5048, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.217193] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.217264] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.217544] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.217701] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.217885] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.218188] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.218480] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.221752] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2661b00e-a229-4531-a0f7-7f956327a080 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.221752] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a901c46-2d0d-4be9-87d8-7bea8cd1bf2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.226403] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for the task: (returnval){ [ 884.226403] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52671493-53ae-ea70-4ffc-d780aa9645a5" [ 884.226403] env[62664]: _type = "Task" [ 884.226403] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.230545] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.230727] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.231782] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63230e4e-dc2a-495a-8ba1-a1a44fe528a4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.237439] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52671493-53ae-ea70-4ffc-d780aa9645a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.240525] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 884.240525] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52665708-1ade-294d-ab3b-1bd17d8b6e8e" [ 884.240525] env[62664]: _type = "Task" [ 884.240525] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.250960] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52665708-1ade-294d-ab3b-1bd17d8b6e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.305729] env[62664]: DEBUG nova.network.neutron [req-89179d52-bf3c-4dc4-9706-fc5e940fbf30 req-97258a9c-ea15-4ec5-bfb9-b08adc7d16db service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Updated VIF entry in instance network info cache for port 3d180554-0950-49b9-a609-e1d80c088452. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.305983] env[62664]: DEBUG nova.network.neutron [req-89179d52-bf3c-4dc4-9706-fc5e940fbf30 req-97258a9c-ea15-4ec5-bfb9-b08adc7d16db service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Updating instance_info_cache with network_info: [{"id": "3d180554-0950-49b9-a609-e1d80c088452", "address": "fa:16:3e:6f:d2:21", "network": {"id": "cf2ce730-a473-49b0-9fa1-c6b5c0535264", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-894752435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2e59be5d6a414eb3fa67b8484cd86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d180554-09", "ovs_interfaceid": "3d180554-0950-49b9-a609-e1d80c088452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.493162] env[62664]: DEBUG nova.compute.utils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 884.495495] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "refresh_cache-18269dce-1f60-4377-92ea-0cbb7ef8e817" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.495495] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "refresh_cache-18269dce-1f60-4377-92ea-0cbb7ef8e817" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.495495] env[62664]: DEBUG nova.network.neutron [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.499470] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.499658] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.510558] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.534281] env[62664]: INFO nova.compute.manager [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Took 33.41 seconds to build instance. [ 884.547966] env[62664]: DEBUG nova.policy [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e9633c129e3406e88444a89aaab0262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2fa59da6f074675b46d3422989005f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.739231] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52671493-53ae-ea70-4ffc-d780aa9645a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015865} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.739550] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.739779] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.739990] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.751801] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52665708-1ade-294d-ab3b-1bd17d8b6e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.031438} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.752570] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-817cec2d-ecac-4629-ba76-4d2bae194a81 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.757466] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 884.757466] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c11761-0df6-8ab8-048b-31be6c4eacb8" [ 884.757466] env[62664]: _type = "Task" [ 884.757466] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.764907] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c11761-0df6-8ab8-048b-31be6c4eacb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.808748] env[62664]: DEBUG oslo_concurrency.lockutils [req-89179d52-bf3c-4dc4-9706-fc5e940fbf30 req-97258a9c-ea15-4ec5-bfb9-b08adc7d16db service nova] Releasing lock "refresh_cache-a805d6ad-c650-4b26-abce-5da6052bb1b4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.820680] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Successfully created port: 329af465-c30e-4439-b31e-7a1f41db7d50 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.000417] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.036543] env[62664]: DEBUG oslo_concurrency.lockutils [None req-43afaf20-4826-4eee-9c15-d5e74123d889 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.919s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.047633] env[62664]: DEBUG nova.network.neutron [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.116095] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.116323] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.237677] env[62664]: DEBUG nova.network.neutron [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Updating instance_info_cache with network_info: [{"id": "46095a7e-2402-42e0-83ce-36e1ca86aae0", "address": "fa:16:3e:d8:da:f7", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46095a7e-24", "ovs_interfaceid": "46095a7e-2402-42e0-83ce-36e1ca86aae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.270697] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c11761-0df6-8ab8-048b-31be6c4eacb8, 'name': SearchDatastore_Task, 'duration_secs': 0.036567} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.270960] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.272102] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] d6fb5054-9cd5-4927-bb38-143985db5fee/d6fb5054-9cd5-4927-bb38-143985db5fee.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.272495] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.272764] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.273023] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf34b7f2-3da2-4b6d-8a8d-ed0f327d506c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.277316] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b105ebdd-c6dd-4e78-ab66-e5e86fed4b07 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.289021] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 885.289021] env[62664]: value = "task-2698079" [ 885.289021] env[62664]: _type = "Task" [ 885.289021] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.290929] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.291176] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.292191] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabb18a7-68d5-41f2-8813-09a5983d6218 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.297393] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.303517] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for the task: (returnval){ [ 885.303517] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cf857f-18d0-c852-50cf-27e0a2950832" [ 885.303517] env[62664]: _type = "Task" [ 885.303517] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.313659] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cf857f-18d0-c852-50cf-27e0a2950832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.388698] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ffbc1d-13bf-4dcb-8ec2-46454ef22665 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.399545] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4a6422-258b-4b4a-b8df-e80095514b6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.431043] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647985c0-4dd4-417e-a843-cf9b4ffaccf5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.438309] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1355f25b-61aa-4742-8331-c3da2ef5e401 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.451467] env[62664]: DEBUG nova.compute.provider_tree [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.590958] env[62664]: DEBUG nova.compute.manager [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Received event network-vif-plugged-46095a7e-2402-42e0-83ce-36e1ca86aae0 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.591330] env[62664]: DEBUG oslo_concurrency.lockutils [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] Acquiring lock "18269dce-1f60-4377-92ea-0cbb7ef8e817-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.591657] env[62664]: DEBUG oslo_concurrency.lockutils [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] Lock "18269dce-1f60-4377-92ea-0cbb7ef8e817-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.591946] env[62664]: DEBUG oslo_concurrency.lockutils [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] Lock "18269dce-1f60-4377-92ea-0cbb7ef8e817-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.592248] env[62664]: DEBUG nova.compute.manager [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] No waiting events found dispatching network-vif-plugged-46095a7e-2402-42e0-83ce-36e1ca86aae0 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.592548] env[62664]: WARNING nova.compute.manager [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Received unexpected event network-vif-plugged-46095a7e-2402-42e0-83ce-36e1ca86aae0 for instance with vm_state building and task_state spawning. [ 885.592834] env[62664]: DEBUG nova.compute.manager [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Received event network-changed-46095a7e-2402-42e0-83ce-36e1ca86aae0 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.593169] env[62664]: DEBUG nova.compute.manager [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Refreshing instance network info cache due to event network-changed-46095a7e-2402-42e0-83ce-36e1ca86aae0. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 885.593453] env[62664]: DEBUG oslo_concurrency.lockutils [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] Acquiring lock "refresh_cache-18269dce-1f60-4377-92ea-0cbb7ef8e817" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.619305] env[62664]: DEBUG nova.compute.manager [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.738089] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "refresh_cache-18269dce-1f60-4377-92ea-0cbb7ef8e817" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.738447] env[62664]: DEBUG nova.compute.manager [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Instance network_info: |[{"id": "46095a7e-2402-42e0-83ce-36e1ca86aae0", "address": "fa:16:3e:d8:da:f7", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46095a7e-24", "ovs_interfaceid": "46095a7e-2402-42e0-83ce-36e1ca86aae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.738766] env[62664]: DEBUG oslo_concurrency.lockutils [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] Acquired lock "refresh_cache-18269dce-1f60-4377-92ea-0cbb7ef8e817" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.739024] env[62664]: DEBUG nova.network.neutron [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Refreshing network info cache for port 46095a7e-2402-42e0-83ce-36e1ca86aae0 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.740348] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:da:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46095a7e-2402-42e0-83ce-36e1ca86aae0', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.750257] env[62664]: DEBUG oslo.service.loopingcall [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.753268] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.753858] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f0189b5-ac08-4fcf-a929-89042158ecdc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.774595] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.774595] env[62664]: value = "task-2698080" [ 885.774595] env[62664]: _type = "Task" [ 885.774595] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.786297] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698080, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.795307] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698079, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.816148] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cf857f-18d0-c852-50cf-27e0a2950832, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.816997] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7fd72a-6b77-4635-a1f4-e8216f178d1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.825437] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for the task: (returnval){ [ 885.825437] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52197813-66a5-a294-1428-c3e47e5e9fc2" [ 885.825437] env[62664]: _type = "Task" [ 885.825437] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.834980] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52197813-66a5-a294-1428-c3e47e5e9fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.846832] env[62664]: DEBUG nova.compute.manager [req-77e73a35-d9d3-4776-b1b6-85466c3d4597 req-ccf243ea-19c3-456d-8209-51758e737a87 service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Received event network-changed-756db126-1b64-45df-a73f-3d615bdd27a1 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.847077] env[62664]: DEBUG nova.compute.manager [req-77e73a35-d9d3-4776-b1b6-85466c3d4597 req-ccf243ea-19c3-456d-8209-51758e737a87 service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Refreshing instance network info cache due to event network-changed-756db126-1b64-45df-a73f-3d615bdd27a1. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 885.847300] env[62664]: DEBUG oslo_concurrency.lockutils [req-77e73a35-d9d3-4776-b1b6-85466c3d4597 req-ccf243ea-19c3-456d-8209-51758e737a87 service nova] Acquiring lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.848206] env[62664]: DEBUG oslo_concurrency.lockutils [req-77e73a35-d9d3-4776-b1b6-85466c3d4597 req-ccf243ea-19c3-456d-8209-51758e737a87 service nova] Acquired lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.848515] env[62664]: DEBUG nova.network.neutron [req-77e73a35-d9d3-4776-b1b6-85466c3d4597 req-ccf243ea-19c3-456d-8209-51758e737a87 service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Refreshing network info cache for port 756db126-1b64-45df-a73f-3d615bdd27a1 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.954668] env[62664]: DEBUG nova.scheduler.client.report [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.015791] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.026713] env[62664]: DEBUG nova.network.neutron [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Updated VIF entry in instance network info cache for port 46095a7e-2402-42e0-83ce-36e1ca86aae0. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.027183] env[62664]: DEBUG nova.network.neutron [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Updating instance_info_cache with network_info: [{"id": "46095a7e-2402-42e0-83ce-36e1ca86aae0", "address": "fa:16:3e:d8:da:f7", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46095a7e-24", "ovs_interfaceid": "46095a7e-2402-42e0-83ce-36e1ca86aae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.045297] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.045596] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.045802] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.046111] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.046371] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.046636] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.046922] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.047138] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.047324] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.047614] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.047808] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.049181] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc5cea0-9b59-4cc0-8b69-ca8cfc97ddda {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.058627] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd78854-26ad-4a9b-8417-405f9cfc9eae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.140308] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.284415] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698080, 'name': CreateVM_Task, 'duration_secs': 0.444782} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.284715] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.285304] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.285474] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.285863] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.286131] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93940ac-fbf0-4604-a354-3f000bd0a2e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.299325] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749772} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.299412] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 886.299412] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5275157e-852c-de81-9139-a94de404ca9f" [ 886.299412] env[62664]: _type = "Task" [ 886.299412] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.301861] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] d6fb5054-9cd5-4927-bb38-143985db5fee/d6fb5054-9cd5-4927-bb38-143985db5fee.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.301861] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.301861] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0af168b1-3653-4a45-bc5c-fdddb05e052b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.312169] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5275157e-852c-de81-9139-a94de404ca9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.313529] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 886.313529] env[62664]: value = "task-2698081" [ 886.313529] env[62664]: _type = "Task" [ 886.313529] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.322526] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.339790] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52197813-66a5-a294-1428-c3e47e5e9fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.059879} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.339790] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.339790] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] a805d6ad-c650-4b26-abce-5da6052bb1b4/a805d6ad-c650-4b26-abce-5da6052bb1b4.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.339790] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4140c20b-f110-4018-a6a2-34abc7cef225 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.347312] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for the task: (returnval){ [ 886.347312] env[62664]: value = "task-2698082" [ 886.347312] env[62664]: _type = "Task" [ 886.347312] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.361504] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.423662] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Successfully updated port: 329af465-c30e-4439-b31e-7a1f41db7d50 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.463272] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.463774] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.466920] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.939s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.532436] env[62664]: DEBUG oslo_concurrency.lockutils [req-ff3051b8-a52b-4a30-9e4e-7f2829a88b83 req-639295a6-97f5-4b9d-a982-1b091e75fcfa service nova] Releasing lock "refresh_cache-18269dce-1f60-4377-92ea-0cbb7ef8e817" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.613876] env[62664]: DEBUG nova.network.neutron [req-77e73a35-d9d3-4776-b1b6-85466c3d4597 req-ccf243ea-19c3-456d-8209-51758e737a87 service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updated VIF entry in instance network info cache for port 756db126-1b64-45df-a73f-3d615bdd27a1. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.614364] env[62664]: DEBUG nova.network.neutron [req-77e73a35-d9d3-4776-b1b6-85466c3d4597 req-ccf243ea-19c3-456d-8209-51758e737a87 service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updating instance_info_cache with network_info: [{"id": "756db126-1b64-45df-a73f-3d615bdd27a1", "address": "fa:16:3e:2f:7b:b6", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap756db126-1b", "ovs_interfaceid": "756db126-1b64-45df-a73f-3d615bdd27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.811998] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.812282] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Processing image 70fba856-37b2-4b24-8c65-f1a82b3c392e {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.812528] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e/70fba856-37b2-4b24-8c65-f1a82b3c392e.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.812677] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e/70fba856-37b2-4b24-8c65-f1a82b3c392e.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.812896] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.813182] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-602db0c6-69d8-4daf-b2d7-59e0e15406ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.826020] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128568} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.826385] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.827319] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a54ef5f-9b24-4c8b-b644-57b4d28f4c4a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.831421] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.831645] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.839606] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614313a2-cd72-460b-bc82-93e54e84378e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.850620] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] d6fb5054-9cd5-4927-bb38-143985db5fee/d6fb5054-9cd5-4927-bb38-143985db5fee.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.851039] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea0be954-7302-417b-8afc-db3b19703dec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.871690] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 886.871690] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520fd295-8417-a56f-2e94-2048dc5bc95b" [ 886.871690] env[62664]: _type = "Task" [ 886.871690] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.879951] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.880295] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 886.880295] env[62664]: value = "task-2698083" [ 886.880295] env[62664]: _type = "Task" [ 886.880295] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.886995] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520fd295-8417-a56f-2e94-2048dc5bc95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.894806] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.928701] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "refresh_cache-cc594488-4f67-41ae-a435-231597208e92" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.928879] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "refresh_cache-cc594488-4f67-41ae-a435-231597208e92" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.929050] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.968876] env[62664]: DEBUG nova.compute.utils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 886.970432] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.970615] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.975049] env[62664]: INFO nova.compute.claims [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.021265] env[62664]: DEBUG nova.policy [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e9633c129e3406e88444a89aaab0262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2fa59da6f074675b46d3422989005f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.118276] env[62664]: DEBUG oslo_concurrency.lockutils [req-77e73a35-d9d3-4776-b1b6-85466c3d4597 req-ccf243ea-19c3-456d-8209-51758e737a87 service nova] Releasing lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.364661] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694673} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.365149] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] a805d6ad-c650-4b26-abce-5da6052bb1b4/a805d6ad-c650-4b26-abce-5da6052bb1b4.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.365430] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.365770] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-138e208c-2c87-4d33-a015-dea2d0c00cf6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.369480] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Successfully created port: f58a4f9c-4046-4522-bad7-5c87156fa167 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.374042] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for the task: (returnval){ [ 887.374042] env[62664]: value = "task-2698084" [ 887.374042] env[62664]: _type = "Task" [ 887.374042] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.393295] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Preparing fetch location {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 887.393658] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Fetch image to [datastore2] OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407/OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407.vmdk {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 887.393874] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Downloading stream optimized image 70fba856-37b2-4b24-8c65-f1a82b3c392e to [datastore2] OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407/OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407.vmdk on the data store datastore2 as vApp {{(pid=62664) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 887.394175] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Downloading image file data 70fba856-37b2-4b24-8c65-f1a82b3c392e to the ESX as VM named 'OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407' {{(pid=62664) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 887.396212] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.400113] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.480456] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.484812] env[62664]: INFO nova.compute.resource_tracker [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating resource usage from migration 1c9a14ce-8295-477b-9bcb-62689ca8ec40 [ 887.503435] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.509917] env[62664]: DEBUG oslo_vmware.rw_handles [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 887.509917] env[62664]: value = "resgroup-9" [ 887.509917] env[62664]: _type = "ResourcePool" [ 887.509917] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 887.510900] env[62664]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a975938b-85f7-448c-a30e-e5647ec7f404 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.536341] env[62664]: DEBUG oslo_vmware.rw_handles [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lease: (returnval){ [ 887.536341] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521e8759-81c0-0407-fc5a-ae432556fbd9" [ 887.536341] env[62664]: _type = "HttpNfcLease" [ 887.536341] env[62664]: } obtained for vApp import into resource pool (val){ [ 887.536341] env[62664]: value = "resgroup-9" [ 887.536341] env[62664]: _type = "ResourcePool" [ 887.536341] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 887.537012] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the lease: (returnval){ [ 887.537012] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521e8759-81c0-0407-fc5a-ae432556fbd9" [ 887.537012] env[62664]: _type = "HttpNfcLease" [ 887.537012] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 887.547048] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.547048] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521e8759-81c0-0407-fc5a-ae432556fbd9" [ 887.547048] env[62664]: _type = "HttpNfcLease" [ 887.547048] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 887.664036] env[62664]: DEBUG nova.compute.manager [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] [instance: cc594488-4f67-41ae-a435-231597208e92] Received event network-vif-plugged-329af465-c30e-4439-b31e-7a1f41db7d50 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.664036] env[62664]: DEBUG oslo_concurrency.lockutils [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] Acquiring lock "cc594488-4f67-41ae-a435-231597208e92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.664036] env[62664]: DEBUG oslo_concurrency.lockutils [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] Lock "cc594488-4f67-41ae-a435-231597208e92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.664036] env[62664]: DEBUG oslo_concurrency.lockutils [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] Lock "cc594488-4f67-41ae-a435-231597208e92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.664036] env[62664]: DEBUG nova.compute.manager [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] [instance: cc594488-4f67-41ae-a435-231597208e92] No waiting events found dispatching network-vif-plugged-329af465-c30e-4439-b31e-7a1f41db7d50 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.664036] env[62664]: WARNING nova.compute.manager [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] [instance: cc594488-4f67-41ae-a435-231597208e92] Received unexpected event network-vif-plugged-329af465-c30e-4439-b31e-7a1f41db7d50 for instance with vm_state building and task_state spawning. [ 887.664036] env[62664]: DEBUG nova.compute.manager [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] [instance: cc594488-4f67-41ae-a435-231597208e92] Received event network-changed-329af465-c30e-4439-b31e-7a1f41db7d50 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.664404] env[62664]: DEBUG nova.compute.manager [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] [instance: cc594488-4f67-41ae-a435-231597208e92] Refreshing instance network info cache due to event network-changed-329af465-c30e-4439-b31e-7a1f41db7d50. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 887.664404] env[62664]: DEBUG oslo_concurrency.lockutils [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] Acquiring lock "refresh_cache-cc594488-4f67-41ae-a435-231597208e92" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.750827] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Updating instance_info_cache with network_info: [{"id": "329af465-c30e-4439-b31e-7a1f41db7d50", "address": "fa:16:3e:74:86:8d", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329af465-c3", "ovs_interfaceid": "329af465-c30e-4439-b31e-7a1f41db7d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.890867] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171579} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.895211] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.896030] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b5769c-00df-4d5c-a5ff-a11f061e323d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.898651] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.899389] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d71590-61c1-40f5-978a-77fec6bc031b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.915547] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e205b8-6a31-4c89-84bf-bde328bb625b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.927267] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] a805d6ad-c650-4b26-abce-5da6052bb1b4/a805d6ad-c650-4b26-abce-5da6052bb1b4.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.928204] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17796d96-e680-43bd-8a5f-3ba47755d3d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.993822] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4d28a1-5037-4017-ae5c-c09ac8429095 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.996466] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for the task: (returnval){ [ 887.996466] env[62664]: value = "task-2698086" [ 887.996466] env[62664]: _type = "Task" [ 887.996466] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.003912] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad6ab40-10e5-4a7a-a480-cbf771211346 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.012122] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.021730] env[62664]: DEBUG nova.compute.provider_tree [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.045140] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.045140] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521e8759-81c0-0407-fc5a-ae432556fbd9" [ 888.045140] env[62664]: _type = "HttpNfcLease" [ 888.045140] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 888.257953] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "refresh_cache-cc594488-4f67-41ae-a435-231597208e92" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.258209] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Instance network_info: |[{"id": "329af465-c30e-4439-b31e-7a1f41db7d50", "address": "fa:16:3e:74:86:8d", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329af465-c3", "ovs_interfaceid": "329af465-c30e-4439-b31e-7a1f41db7d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.258448] env[62664]: DEBUG oslo_concurrency.lockutils [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] Acquired lock "refresh_cache-cc594488-4f67-41ae-a435-231597208e92" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.258650] env[62664]: DEBUG nova.network.neutron [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] [instance: cc594488-4f67-41ae-a435-231597208e92] Refreshing network info cache for port 329af465-c30e-4439-b31e-7a1f41db7d50 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.260244] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:86:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329af465-c30e-4439-b31e-7a1f41db7d50', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.268189] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Creating folder: Project (a2fa59da6f074675b46d3422989005f7). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.269363] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fab7559-e883-4552-bf6c-fb9e7fd48f6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.282404] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Created folder: Project (a2fa59da6f074675b46d3422989005f7) in parent group-v543506. [ 888.282404] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Creating folder: Instances. Parent ref: group-v543719. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.282404] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-575c7674-bdc5-4825-9ceb-4c87eaa30819 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.293071] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Created folder: Instances in parent group-v543719. [ 888.293348] env[62664]: DEBUG oslo.service.loopingcall [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.293622] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc594488-4f67-41ae-a435-231597208e92] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.293823] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5087af0-f6aa-44bc-9a45-164fd5057862 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.317378] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.317378] env[62664]: value = "task-2698089" [ 888.317378] env[62664]: _type = "Task" [ 888.317378] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.327121] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698089, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.394070] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698083, 'name': ReconfigVM_Task, 'duration_secs': 1.091055} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.394321] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Reconfigured VM instance instance-0000004a to attach disk [datastore2] d6fb5054-9cd5-4927-bb38-143985db5fee/d6fb5054-9cd5-4927-bb38-143985db5fee.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.395062] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef70b9ae-5c0b-4fab-85b6-f1748f5acada {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.402026] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 888.402026] env[62664]: value = "task-2698090" [ 888.402026] env[62664]: _type = "Task" [ 888.402026] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.410376] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698090, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.499200] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.511390] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.525614] env[62664]: DEBUG nova.scheduler.client.report [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.530992] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.531286] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.531444] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.531625] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.531774] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.531992] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.532246] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.532408] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.532574] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.532740] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.532914] env[62664]: DEBUG nova.virt.hardware [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.533828] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301b7a7b-7c5a-4d2d-899a-ce4238a1685c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.547057] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db076d7-e073-46c1-86fd-b7eef84b5eee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.553533] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.553533] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521e8759-81c0-0407-fc5a-ae432556fbd9" [ 888.553533] env[62664]: _type = "HttpNfcLease" [ 888.553533] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 888.827295] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698089, 'name': CreateVM_Task, 'duration_secs': 0.354004} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.827459] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc594488-4f67-41ae-a435-231597208e92] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.828155] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.828332] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.828645] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.828917] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c03f3f-19af-43e2-9781-5120f9972501 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.833110] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 888.833110] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ddbceb-4e91-da41-1098-ea23822347db" [ 888.833110] env[62664]: _type = "Task" [ 888.833110] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.841019] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ddbceb-4e91-da41-1098-ea23822347db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.911375] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698090, 'name': Rename_Task, 'duration_secs': 0.155259} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.911650] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.911888] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-407531cc-20d2-4159-b00a-5b15f2b4b54a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.918322] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 888.918322] env[62664]: value = "task-2698091" [ 888.918322] env[62664]: _type = "Task" [ 888.918322] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.923711] env[62664]: DEBUG nova.compute.manager [req-d32912ad-e7c9-408d-a79e-a14fdfc09a55 req-25f72bd9-eed5-4d05-b52c-a2b1c8aa587a service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Received event network-vif-plugged-f58a4f9c-4046-4522-bad7-5c87156fa167 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.923912] env[62664]: DEBUG oslo_concurrency.lockutils [req-d32912ad-e7c9-408d-a79e-a14fdfc09a55 req-25f72bd9-eed5-4d05-b52c-a2b1c8aa587a service nova] Acquiring lock "034b7587-af6c-4ce2-a268-d50412ea89ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.924132] env[62664]: DEBUG oslo_concurrency.lockutils [req-d32912ad-e7c9-408d-a79e-a14fdfc09a55 req-25f72bd9-eed5-4d05-b52c-a2b1c8aa587a service nova] Lock "034b7587-af6c-4ce2-a268-d50412ea89ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.924303] env[62664]: DEBUG oslo_concurrency.lockutils [req-d32912ad-e7c9-408d-a79e-a14fdfc09a55 req-25f72bd9-eed5-4d05-b52c-a2b1c8aa587a service nova] Lock "034b7587-af6c-4ce2-a268-d50412ea89ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.924471] env[62664]: DEBUG nova.compute.manager [req-d32912ad-e7c9-408d-a79e-a14fdfc09a55 req-25f72bd9-eed5-4d05-b52c-a2b1c8aa587a service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] No waiting events found dispatching network-vif-plugged-f58a4f9c-4046-4522-bad7-5c87156fa167 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.924654] env[62664]: WARNING nova.compute.manager [req-d32912ad-e7c9-408d-a79e-a14fdfc09a55 req-25f72bd9-eed5-4d05-b52c-a2b1c8aa587a service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Received unexpected event network-vif-plugged-f58a4f9c-4046-4522-bad7-5c87156fa167 for instance with vm_state building and task_state spawning. [ 888.928230] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.980024] env[62664]: DEBUG nova.network.neutron [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] [instance: cc594488-4f67-41ae-a435-231597208e92] Updated VIF entry in instance network info cache for port 329af465-c30e-4439-b31e-7a1f41db7d50. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.980379] env[62664]: DEBUG nova.network.neutron [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] [instance: cc594488-4f67-41ae-a435-231597208e92] Updating instance_info_cache with network_info: [{"id": "329af465-c30e-4439-b31e-7a1f41db7d50", "address": "fa:16:3e:74:86:8d", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329af465-c3", "ovs_interfaceid": "329af465-c30e-4439-b31e-7a1f41db7d50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.009312] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Successfully updated port: f58a4f9c-4046-4522-bad7-5c87156fa167 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.015518] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698086, 'name': ReconfigVM_Task, 'duration_secs': 0.602878} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.015795] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Reconfigured VM instance instance-0000004c to attach disk [datastore2] a805d6ad-c650-4b26-abce-5da6052bb1b4/a805d6ad-c650-4b26-abce-5da6052bb1b4.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.016449] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a9fe648-de03-4d71-96d4-8ff5b838731a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.023144] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for the task: (returnval){ [ 889.023144] env[62664]: value = "task-2698092" [ 889.023144] env[62664]: _type = "Task" [ 889.023144] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.031251] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698092, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.038363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.571s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.038547] env[62664]: INFO nova.compute.manager [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Migrating [ 889.044883] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.944s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.045168] env[62664]: DEBUG nova.objects.instance [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lazy-loading 'resources' on Instance uuid ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.060622] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.060622] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521e8759-81c0-0407-fc5a-ae432556fbd9" [ 889.060622] env[62664]: _type = "HttpNfcLease" [ 889.060622] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 889.060951] env[62664]: DEBUG oslo_vmware.rw_handles [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 889.060951] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521e8759-81c0-0407-fc5a-ae432556fbd9" [ 889.060951] env[62664]: _type = "HttpNfcLease" [ 889.060951] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 889.061724] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d37578d-b8db-4e76-8933-8ac2c1f0ec88 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.068793] env[62664]: DEBUG oslo_vmware.rw_handles [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239f899-6104-f79c-35df-03cc875f2e86/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 889.072536] env[62664]: DEBUG oslo_vmware.rw_handles [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239f899-6104-f79c-35df-03cc875f2e86/disk-0.vmdk. {{(pid=62664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 889.137110] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94aee56c-fdfd-450f-ba4c-0d6d424d89b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.344828] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ddbceb-4e91-da41-1098-ea23822347db, 'name': SearchDatastore_Task, 'duration_secs': 0.027996} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.344971] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.345247] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.346032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.346032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.346032] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.346447] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bd4acc9-37dd-4451-8344-0c8b39e9a355 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.354343] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.354560] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.355340] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a29d8b7-0ae5-4a05-a0ca-ea901977b038 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.360568] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 889.360568] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b83ed-468a-40fc-1174-e2878b41177e" [ 889.360568] env[62664]: _type = "Task" [ 889.360568] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.370927] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b83ed-468a-40fc-1174-e2878b41177e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.429924] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.483596] env[62664]: DEBUG oslo_concurrency.lockutils [req-3edcc02a-da4c-468a-9177-e9b6f5fb5959 req-bd8b1d06-107f-4f57-ae01-642a76388528 service nova] Releasing lock "refresh_cache-cc594488-4f67-41ae-a435-231597208e92" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.512660] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "refresh_cache-034b7587-af6c-4ce2-a268-d50412ea89ed" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.512907] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "refresh_cache-034b7587-af6c-4ce2-a268-d50412ea89ed" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.513834] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.536670] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698092, 'name': Rename_Task, 'duration_secs': 0.319678} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.538799] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.538954] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-122d00ce-cacd-4b6b-bd0d-bf072250cae1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.545619] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for the task: (returnval){ [ 889.545619] env[62664]: value = "task-2698093" [ 889.545619] env[62664]: _type = "Task" [ 889.545619] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.558261] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.558408] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.558568] env[62664]: DEBUG nova.network.neutron [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.559985] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.867289] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70dec29-65c7-409d-a93d-2de99fb35304 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.877539] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b83ed-468a-40fc-1174-e2878b41177e, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.878684] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149e6b08-112c-42f7-bba8-3b6ba6b1c9bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.885876] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c418c4c1-14d0-4822-a3da-bba76d1d864b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.892631] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 889.892631] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52992176-15df-76a6-50e9-9d4b41132395" [ 889.892631] env[62664]: _type = "Task" [ 889.892631] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.934092] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcac60a5-0fc8-4bf1-a212-454656212847 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.941701] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52992176-15df-76a6-50e9-9d4b41132395, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.945215] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.945502] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] cc594488-4f67-41ae-a435-231597208e92/cc594488-4f67-41ae-a435-231597208e92.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.946051] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efb8696c-06e2-4c8b-8397-c6bcaa7b6051 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.953389] env[62664]: DEBUG oslo_vmware.api [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698091, 'name': PowerOnVM_Task, 'duration_secs': 0.730025} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.956861] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499324bb-d09c-4d11-b235-34047f14a269 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.961305] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.961525] env[62664]: DEBUG nova.compute.manager [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.963327] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ed09d-8a56-4146-bfc0-97db14de5e79 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.965857] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 889.965857] env[62664]: value = "task-2698094" [ 889.965857] env[62664]: _type = "Task" [ 889.965857] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.967184] env[62664]: DEBUG oslo_vmware.rw_handles [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Completed reading data from the image iterator. {{(pid=62664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 889.967366] env[62664]: DEBUG oslo_vmware.rw_handles [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239f899-6104-f79c-35df-03cc875f2e86/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 889.968525] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732e564a-3e94-4a89-84d8-5fbb47899d39 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.982340] env[62664]: DEBUG nova.compute.provider_tree [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.990041] env[62664]: DEBUG oslo_vmware.rw_handles [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239f899-6104-f79c-35df-03cc875f2e86/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 889.990222] env[62664]: DEBUG oslo_vmware.rw_handles [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239f899-6104-f79c-35df-03cc875f2e86/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 889.990745] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e37e5c6c-9b30-4457-880c-5289932b55ed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.996311] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.051732] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.057909] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.159933] env[62664]: DEBUG oslo_vmware.rw_handles [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239f899-6104-f79c-35df-03cc875f2e86/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 890.160329] env[62664]: INFO nova.virt.vmwareapi.images [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Downloaded image file data 70fba856-37b2-4b24-8c65-f1a82b3c392e [ 890.161619] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c76a06-f65a-4db0-9ad0-26d8632e134b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.180777] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64e441be-fa41-4989-be91-774b2d04cf8b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.189943] env[62664]: DEBUG nova.network.neutron [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Updating instance_info_cache with network_info: [{"id": "f58a4f9c-4046-4522-bad7-5c87156fa167", "address": "fa:16:3e:88:0a:43", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf58a4f9c-40", "ovs_interfaceid": "f58a4f9c-4046-4522-bad7-5c87156fa167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.218017] env[62664]: INFO nova.virt.vmwareapi.images [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] The imported VM was unregistered [ 890.220708] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Caching image {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 890.220814] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating directory with path [datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.221033] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6ac6a77-5c64-451d-990b-39716842a8b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.251219] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Created directory with path [datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.251505] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407/OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407.vmdk to [datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e/70fba856-37b2-4b24-8c65-f1a82b3c392e.vmdk. {{(pid=62664) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 890.251692] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-74d5d0f8-d87b-44e1-a831-1aac38f4a983 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.258914] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 890.258914] env[62664]: value = "task-2698096" [ 890.258914] env[62664]: _type = "Task" [ 890.258914] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.266600] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698096, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.483070] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698094, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.489418] env[62664]: DEBUG nova.scheduler.client.report [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.506617] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.536412] env[62664]: DEBUG nova.network.neutron [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance_info_cache with network_info: [{"id": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "address": "fa:16:3e:1a:a1:b1", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19eed596-34", "ovs_interfaceid": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.557048] env[62664]: DEBUG oslo_vmware.api [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698093, 'name': PowerOnVM_Task, 'duration_secs': 0.532847} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.557371] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.557573] env[62664]: INFO nova.compute.manager [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Took 9.53 seconds to spawn the instance on the hypervisor. [ 890.557784] env[62664]: DEBUG nova.compute.manager [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.558672] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b00d55-3e90-4704-aab1-0bcdb7e5b982 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.693107] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "refresh_cache-034b7587-af6c-4ce2-a268-d50412ea89ed" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.693461] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Instance network_info: |[{"id": "f58a4f9c-4046-4522-bad7-5c87156fa167", "address": "fa:16:3e:88:0a:43", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf58a4f9c-40", "ovs_interfaceid": "f58a4f9c-4046-4522-bad7-5c87156fa167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.693889] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:0a:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f58a4f9c-4046-4522-bad7-5c87156fa167', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.701443] env[62664]: DEBUG oslo.service.loopingcall [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.701995] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.702239] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3834dbae-7b66-4433-bcf9-cca1533cf9c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.721355] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.721355] env[62664]: value = "task-2698097" [ 890.721355] env[62664]: _type = "Task" [ 890.721355] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.729135] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698097, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.768152] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698096, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.951862] env[62664]: DEBUG nova.compute.manager [req-cb6fa181-9f83-4b8f-878e-4651e807fd20 req-a39a6bdd-8754-4fe9-b8c1-744d03c4b92d service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Received event network-changed-f58a4f9c-4046-4522-bad7-5c87156fa167 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.952134] env[62664]: DEBUG nova.compute.manager [req-cb6fa181-9f83-4b8f-878e-4651e807fd20 req-a39a6bdd-8754-4fe9-b8c1-744d03c4b92d service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Refreshing instance network info cache due to event network-changed-f58a4f9c-4046-4522-bad7-5c87156fa167. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.952437] env[62664]: DEBUG oslo_concurrency.lockutils [req-cb6fa181-9f83-4b8f-878e-4651e807fd20 req-a39a6bdd-8754-4fe9-b8c1-744d03c4b92d service nova] Acquiring lock "refresh_cache-034b7587-af6c-4ce2-a268-d50412ea89ed" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.952652] env[62664]: DEBUG oslo_concurrency.lockutils [req-cb6fa181-9f83-4b8f-878e-4651e807fd20 req-a39a6bdd-8754-4fe9-b8c1-744d03c4b92d service nova] Acquired lock "refresh_cache-034b7587-af6c-4ce2-a268-d50412ea89ed" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.952873] env[62664]: DEBUG nova.network.neutron [req-cb6fa181-9f83-4b8f-878e-4651e807fd20 req-a39a6bdd-8754-4fe9-b8c1-744d03c4b92d service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Refreshing network info cache for port f58a4f9c-4046-4522-bad7-5c87156fa167 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.980058] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774227} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.980301] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] cc594488-4f67-41ae-a435-231597208e92/cc594488-4f67-41ae-a435-231597208e92.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.980541] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.980840] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8251dbd3-0af8-4c46-a56d-ce2e4337d8b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.987660] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 890.987660] env[62664]: value = "task-2698098" [ 890.987660] env[62664]: _type = "Task" [ 890.987660] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.995836] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.002501] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.006059] env[62664]: DEBUG oslo_concurrency.lockutils [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.585s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.006541] env[62664]: DEBUG nova.objects.instance [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lazy-loading 'resources' on Instance uuid 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.035533] env[62664]: INFO nova.scheduler.client.report [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Deleted allocations for instance ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0 [ 891.039996] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.078239] env[62664]: INFO nova.compute.manager [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Took 28.43 seconds to build instance. [ 891.130058] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "d6fb5054-9cd5-4927-bb38-143985db5fee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.130488] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "d6fb5054-9cd5-4927-bb38-143985db5fee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.130785] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "d6fb5054-9cd5-4927-bb38-143985db5fee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.131101] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "d6fb5054-9cd5-4927-bb38-143985db5fee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.131366] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "d6fb5054-9cd5-4927-bb38-143985db5fee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.133879] env[62664]: INFO nova.compute.manager [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Terminating instance [ 891.232798] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698097, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.269196] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698096, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.498981] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084089} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.499320] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.499960] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0e5b2a-e78b-4cfb-ba1c-24443d35f4a3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.527373] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] cc594488-4f67-41ae-a435-231597208e92/cc594488-4f67-41ae-a435-231597208e92.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.530362] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86a2330b-cfb0-4e5a-a750-25579b80f571 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.552743] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0939111e-5639-4421-bfbb-92bda7010195 tempest-AttachInterfacesV270Test-1658963078 tempest-AttachInterfacesV270Test-1658963078-project-member] Lock "ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.174s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.562878] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 891.562878] env[62664]: value = "task-2698099" [ 891.562878] env[62664]: _type = "Task" [ 891.562878] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.572454] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.580640] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e02ab34f-71b1-4333-9b1d-f958cbd79e57 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lock "a805d6ad-c650-4b26-abce-5da6052bb1b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.945s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.638374] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "refresh_cache-d6fb5054-9cd5-4927-bb38-143985db5fee" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.638623] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquired lock "refresh_cache-d6fb5054-9cd5-4927-bb38-143985db5fee" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.638802] env[62664]: DEBUG nova.network.neutron [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.734494] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698097, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.770689] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698096, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.799273] env[62664]: DEBUG nova.network.neutron [req-cb6fa181-9f83-4b8f-878e-4651e807fd20 req-a39a6bdd-8754-4fe9-b8c1-744d03c4b92d service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Updated VIF entry in instance network info cache for port f58a4f9c-4046-4522-bad7-5c87156fa167. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.799273] env[62664]: DEBUG nova.network.neutron [req-cb6fa181-9f83-4b8f-878e-4651e807fd20 req-a39a6bdd-8754-4fe9-b8c1-744d03c4b92d service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Updating instance_info_cache with network_info: [{"id": "f58a4f9c-4046-4522-bad7-5c87156fa167", "address": "fa:16:3e:88:0a:43", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf58a4f9c-40", "ovs_interfaceid": "f58a4f9c-4046-4522-bad7-5c87156fa167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.910394] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b46d65-c1d9-4a9f-bd65-8eee831c3cdc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.917984] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bd8e72-3e91-48e6-8e8d-634f02e56835 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.953895] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c64c03-30c1-48bf-9a75-b92e1b05f23e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.962074] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d5750-cbcb-4a35-a4d2-0584cb7ebbd3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.977075] env[62664]: DEBUG nova.compute.provider_tree [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.075906] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.153463] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquiring lock "a805d6ad-c650-4b26-abce-5da6052bb1b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.153802] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lock "a805d6ad-c650-4b26-abce-5da6052bb1b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.156253] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquiring lock "a805d6ad-c650-4b26-abce-5da6052bb1b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.156515] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lock "a805d6ad-c650-4b26-abce-5da6052bb1b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.156708] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lock "a805d6ad-c650-4b26-abce-5da6052bb1b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.159577] env[62664]: INFO nova.compute.manager [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Terminating instance [ 892.166730] env[62664]: DEBUG nova.network.neutron [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.224184] env[62664]: DEBUG nova.network.neutron [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.235873] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698097, 'name': CreateVM_Task, 'duration_secs': 1.444071} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.236941] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.237749] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.237918] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.238288] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.238874] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e3fce1-1be8-44dc-82a4-a0e8a962ecfe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.244294] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 892.244294] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52476830-d85e-9dfc-d9a0-9628cc289161" [ 892.244294] env[62664]: _type = "Task" [ 892.244294] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.253393] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52476830-d85e-9dfc-d9a0-9628cc289161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.270440] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698096, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.297848] env[62664]: DEBUG oslo_concurrency.lockutils [req-cb6fa181-9f83-4b8f-878e-4651e807fd20 req-a39a6bdd-8754-4fe9-b8c1-744d03c4b92d service nova] Releasing lock "refresh_cache-034b7587-af6c-4ce2-a268-d50412ea89ed" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.502145] env[62664]: ERROR nova.scheduler.client.report [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [req-47d416e0-d413-4166-a49a-2a5c176a05e4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-47d416e0-d413-4166-a49a-2a5c176a05e4"}]} [ 892.520975] env[62664]: DEBUG nova.scheduler.client.report [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 892.536126] env[62664]: DEBUG nova.scheduler.client.report [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 892.536451] env[62664]: DEBUG nova.compute.provider_tree [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.550172] env[62664]: DEBUG nova.scheduler.client.report [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 892.569619] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f73abd0-187d-4154-b878-d61724a3f856 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.573360] env[62664]: DEBUG nova.scheduler.client.report [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 892.583141] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.596619] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance 'ce66a068-38c6-44c3-af64-8e8919111032' progress to 0 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.667039] env[62664]: DEBUG nova.compute.manager [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.667429] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.668420] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8be419-3fa6-4e93-9930-087f37f06ccb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.681530] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.681798] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be243c94-89c6-4446-807b-9b6c26e374de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.689370] env[62664]: DEBUG oslo_vmware.api [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for the task: (returnval){ [ 892.689370] env[62664]: value = "task-2698100" [ 892.689370] env[62664]: _type = "Task" [ 892.689370] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.698423] env[62664]: DEBUG oslo_vmware.api [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.731107] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Releasing lock "refresh_cache-d6fb5054-9cd5-4927-bb38-143985db5fee" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.731776] env[62664]: DEBUG nova.compute.manager [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.732029] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.733801] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4902b56-d53b-477e-9f63-1875e803ed6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.740859] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.741215] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95bfc70f-2f98-4429-a8c5-e269926789d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.751059] env[62664]: DEBUG oslo_vmware.api [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 892.751059] env[62664]: value = "task-2698101" [ 892.751059] env[62664]: _type = "Task" [ 892.751059] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.759153] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52476830-d85e-9dfc-d9a0-9628cc289161, 'name': SearchDatastore_Task, 'duration_secs': 0.081595} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.762663] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.762945] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.763303] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.763465] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.763700] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.767601] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c994d81-2673-4cbd-b8cf-f5c86ad9759e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.773123] env[62664]: DEBUG oslo_vmware.api [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.780344] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698096, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.787429] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.787642] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.788650] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e7570e-01ac-4e3c-af0d-50b4954cae1a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.797854] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 892.797854] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52004922-303a-ed9b-b05b-a975d2c5b3fb" [ 892.797854] env[62664]: _type = "Task" [ 892.797854] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.806645] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52004922-303a-ed9b-b05b-a975d2c5b3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.932744] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a08887-ac5d-40a8-a35d-74fcb3a317a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.940716] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d729a2-a0e3-4ef4-97d8-6982d53bc7c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.977670] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef99d8e-5c34-4e41-a3e1-58c7c3a2aa29 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.986947] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35b4680-a20d-46cf-baae-50997d4eced5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.007099] env[62664]: DEBUG nova.compute.provider_tree [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.076553] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698099, 'name': ReconfigVM_Task, 'duration_secs': 1.411909} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.077081] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Reconfigured VM instance instance-0000004e to attach disk [datastore2] cc594488-4f67-41ae-a435-231597208e92/cc594488-4f67-41ae-a435-231597208e92.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.077680] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9df85552-2b17-466f-aca5-6b4a443eed07 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.096391] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 893.096391] env[62664]: value = "task-2698102" [ 893.096391] env[62664]: _type = "Task" [ 893.096391] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.108290] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.108619] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698102, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.108852] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342d03f6-f7a6-4f5e-a50e-2d19910c6230 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.115311] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 893.115311] env[62664]: value = "task-2698103" [ 893.115311] env[62664]: _type = "Task" [ 893.115311] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.124714] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.203507] env[62664]: DEBUG oslo_vmware.api [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698100, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.261520] env[62664]: DEBUG oslo_vmware.api [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698101, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.274739] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698096, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.968555} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.275118] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407/OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407.vmdk to [datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e/70fba856-37b2-4b24-8c65-f1a82b3c392e.vmdk. [ 893.275331] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Cleaning up location [datastore2] OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 893.275559] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_965aa07a-f297-4540-9945-bbdc1872c407 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.275754] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed651b69-fc3c-4eb3-be9f-1f1458a118e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.282332] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 893.282332] env[62664]: value = "task-2698104" [ 893.282332] env[62664]: _type = "Task" [ 893.282332] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.291806] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.309013] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52004922-303a-ed9b-b05b-a975d2c5b3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.088991} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.309932] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb13115-d7ad-4af2-99be-8a2544d33a27 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.316185] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 893.316185] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5267556e-9a20-6445-a23c-c99030d6b18d" [ 893.316185] env[62664]: _type = "Task" [ 893.316185] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.326076] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5267556e-9a20-6445-a23c-c99030d6b18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.511503] env[62664]: DEBUG nova.scheduler.client.report [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.606069] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698102, 'name': Rename_Task, 'duration_secs': 0.26591} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.606395] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.606670] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2a2e2f3-9b2c-444b-9833-53eec3a70f9e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.613838] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 893.613838] env[62664]: value = "task-2698105" [ 893.613838] env[62664]: _type = "Task" [ 893.613838] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.623811] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.626632] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698103, 'name': PowerOffVM_Task, 'duration_secs': 0.281704} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.626868] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.627080] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance 'ce66a068-38c6-44c3-af64-8e8919111032' progress to 17 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.699396] env[62664]: DEBUG oslo_vmware.api [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698100, 'name': PowerOffVM_Task, 'duration_secs': 0.637295} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.699706] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.699883] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.700152] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baea267e-e2d0-4704-b000-8a24d827c51d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.761308] env[62664]: DEBUG oslo_vmware.api [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698101, 'name': PowerOffVM_Task, 'duration_secs': 0.630298} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.762506] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.762691] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.762948] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.763185] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.763374] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Deleting the datastore file [datastore2] a805d6ad-c650-4b26-abce-5da6052bb1b4 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.763614] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-671d9d56-027f-49dc-8401-17d40b701a1c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.765141] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1226e22-2188-4080-8f66-59177cce26df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.771191] env[62664]: DEBUG oslo_vmware.api [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for the task: (returnval){ [ 893.771191] env[62664]: value = "task-2698108" [ 893.771191] env[62664]: _type = "Task" [ 893.771191] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.778723] env[62664]: DEBUG oslo_vmware.api [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.790297] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.790516] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.790706] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Deleting the datastore file [datastore2] d6fb5054-9cd5-4927-bb38-143985db5fee {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.793712] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32bad333-f949-478d-8421-9ce040048566 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.795448] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077921} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.795689] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.795862] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e/70fba856-37b2-4b24-8c65-f1a82b3c392e.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.796151] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e/70fba856-37b2-4b24-8c65-f1a82b3c392e.vmdk to [datastore2] 18269dce-1f60-4377-92ea-0cbb7ef8e817/18269dce-1f60-4377-92ea-0cbb7ef8e817.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.796748] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1731689f-3b54-4304-b9cd-838d602569a9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.803017] env[62664]: DEBUG oslo_vmware.api [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for the task: (returnval){ [ 893.803017] env[62664]: value = "task-2698109" [ 893.803017] env[62664]: _type = "Task" [ 893.803017] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.807046] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 893.807046] env[62664]: value = "task-2698110" [ 893.807046] env[62664]: _type = "Task" [ 893.807046] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.813322] env[62664]: DEBUG oslo_vmware.api [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.817862] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.825444] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5267556e-9a20-6445-a23c-c99030d6b18d, 'name': SearchDatastore_Task, 'duration_secs': 0.020483} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.825698] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.825947] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 034b7587-af6c-4ce2-a268-d50412ea89ed/034b7587-af6c-4ce2-a268-d50412ea89ed.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.826212] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b51b029-cd10-4ee5-a484-5b884c491245 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.831476] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 893.831476] env[62664]: value = "task-2698111" [ 893.831476] env[62664]: _type = "Task" [ 893.831476] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.838608] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.017410] env[62664]: DEBUG oslo_concurrency.lockutils [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.011s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.020774] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.510s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.021089] env[62664]: DEBUG nova.objects.instance [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lazy-loading 'resources' on Instance uuid aa3821f5-ac5b-49b3-bfea-31208a247642 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.056088] env[62664]: INFO nova.scheduler.client.report [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted allocations for instance 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f [ 894.123880] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698105, 'name': PowerOnVM_Task, 'duration_secs': 0.475267} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.124822] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.125158] env[62664]: INFO nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Took 8.11 seconds to spawn the instance on the hypervisor. [ 894.125384] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.126175] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abe591f-ab0e-4a56-8ac6-31c8ea4e5341 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.134077] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.134858] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.134858] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.134858] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.134858] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.135138] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.135138] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.135313] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.135484] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.135646] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.135819] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.143506] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13af2764-d645-49ed-b237-ec031fac71e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.159742] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 894.159742] env[62664]: value = "task-2698112" [ 894.159742] env[62664]: _type = "Task" [ 894.159742] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.169662] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.281717] env[62664]: DEBUG oslo_vmware.api [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Task: {'id': task-2698108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417954} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.282011] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.282236] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.282384] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.282560] env[62664]: INFO nova.compute.manager [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Took 1.62 seconds to destroy the instance on the hypervisor. [ 894.282802] env[62664]: DEBUG oslo.service.loopingcall [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.282995] env[62664]: DEBUG nova.compute.manager [-] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.283149] env[62664]: DEBUG nova.network.neutron [-] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.318601] env[62664]: DEBUG oslo_vmware.api [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Task: {'id': task-2698109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30256} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.325553] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.325774] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.325949] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.326160] env[62664]: INFO nova.compute.manager [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Took 1.59 seconds to destroy the instance on the hypervisor. [ 894.326400] env[62664]: DEBUG oslo.service.loopingcall [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.326614] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698110, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.326829] env[62664]: DEBUG nova.compute.manager [-] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.327066] env[62664]: DEBUG nova.network.neutron [-] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.342117] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698111, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.356900] env[62664]: DEBUG nova.network.neutron [-] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.571280] env[62664]: DEBUG oslo_concurrency.lockutils [None req-975167ec-30b5-4597-93de-99d731411041 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "7ab563ec-81aa-4e0e-953c-bf0e78e83a4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.584s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.666080] env[62664]: DEBUG nova.compute.manager [req-e66e2527-2257-4893-a9c7-8249d1f2b3b1 req-0af97aca-a2c3-4566-945f-ab5890a0a06b service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Received event network-vif-deleted-3d180554-0950-49b9-a609-e1d80c088452 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.666298] env[62664]: INFO nova.compute.manager [req-e66e2527-2257-4893-a9c7-8249d1f2b3b1 req-0af97aca-a2c3-4566-945f-ab5890a0a06b service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Neutron deleted interface 3d180554-0950-49b9-a609-e1d80c088452; detaching it from the instance and deleting it from the info cache [ 894.666469] env[62664]: DEBUG nova.network.neutron [req-e66e2527-2257-4893-a9c7-8249d1f2b3b1 req-0af97aca-a2c3-4566-945f-ab5890a0a06b service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.676749] env[62664]: INFO nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Took 24.27 seconds to build instance. [ 894.689786] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698112, 'name': ReconfigVM_Task, 'duration_secs': 0.32784} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.689786] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance 'ce66a068-38c6-44c3-af64-8e8919111032' progress to 33 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.819316] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698110, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.841549] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698111, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.860291] env[62664]: DEBUG nova.network.neutron [-] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.895208] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1591dba8-1394-410b-8c50-84c62d384742 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.902731] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b8e6f8-f343-47b1-8903-8c340c471a8b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.934919] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57689dc-977d-479a-ad17-dc928da3480d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.943127] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bd64a0-62c2-4e3c-8e2f-98669e0cd411 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.959350] env[62664]: DEBUG nova.compute.provider_tree [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.132052] env[62664]: DEBUG nova.network.neutron [-] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.169663] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-934512c7-52a0-463c-af32-4af08f6d7f13 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.180499] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1950b13a-415e-4989-aa6e-378af0aa6393 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.191643] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "cc594488-4f67-41ae-a435-231597208e92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.808s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.202503] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.202707] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.202858] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.203063] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.203216] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.203363] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.203562] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.203721] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.203883] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.204060] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.204238] env[62664]: DEBUG nova.virt.hardware [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.210040] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 895.224514] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faccb71f-50ca-43a3-8db9-a92a9bd91159 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.238942] env[62664]: DEBUG nova.compute.manager [req-e66e2527-2257-4893-a9c7-8249d1f2b3b1 req-0af97aca-a2c3-4566-945f-ab5890a0a06b service nova] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Detach interface failed, port_id=3d180554-0950-49b9-a609-e1d80c088452, reason: Instance a805d6ad-c650-4b26-abce-5da6052bb1b4 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 895.245076] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 895.245076] env[62664]: value = "task-2698113" [ 895.245076] env[62664]: _type = "Task" [ 895.245076] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.253249] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.319440] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698110, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.343282] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698111, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.314456} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.343612] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 034b7587-af6c-4ce2-a268-d50412ea89ed/034b7587-af6c-4ce2-a268-d50412ea89ed.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.343853] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.344126] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b7a6bdf-7c78-4303-acf5-c74b3d80a5f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.351545] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 895.351545] env[62664]: value = "task-2698114" [ 895.351545] env[62664]: _type = "Task" [ 895.351545] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.360653] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.362266] env[62664]: INFO nova.compute.manager [-] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Took 1.04 seconds to deallocate network for instance. [ 895.462699] env[62664]: DEBUG nova.scheduler.client.report [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.631185] env[62664]: INFO nova.compute.manager [-] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Took 1.35 seconds to deallocate network for instance. [ 895.662271] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.662559] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.757101] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698113, 'name': ReconfigVM_Task, 'duration_secs': 0.380117} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.757493] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.758516] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ee9b53-0134-467e-87d8-ba4bc254c96c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.781737] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] ce66a068-38c6-44c3-af64-8e8919111032/ce66a068-38c6-44c3-af64-8e8919111032.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.782094] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-256dce3f-bed2-44da-b37d-984c4113bac6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.801090] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 895.801090] env[62664]: value = "task-2698115" [ 895.801090] env[62664]: _type = "Task" [ 895.801090] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.809209] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.817473] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698110, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.861157] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216802} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.861539] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.862371] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885d4b56-d02b-41b0-a464-2bd3a84e26ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.877607] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.886418] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 034b7587-af6c-4ce2-a268-d50412ea89ed/034b7587-af6c-4ce2-a268-d50412ea89ed.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.886755] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9395063-5d6d-46be-8d91-9a782ef2208c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.908123] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 895.908123] env[62664]: value = "task-2698116" [ 895.908123] env[62664]: _type = "Task" [ 895.908123] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.916550] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.968965] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.971597] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.831s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.973350] env[62664]: INFO nova.compute.claims [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.996899] env[62664]: INFO nova.scheduler.client.report [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Deleted allocations for instance aa3821f5-ac5b-49b3-bfea-31208a247642 [ 896.141701] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.165488] env[62664]: DEBUG nova.compute.manager [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.313054] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.322211] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698110, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.418582] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.512870] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f8c87e-d09b-4190-ab47-70262835d4cb tempest-ServersAaction247Test-1430506538 tempest-ServersAaction247Test-1430506538-project-member] Lock "aa3821f5-ac5b-49b3-bfea-31208a247642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.253s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.691077] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.814791] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698115, 'name': ReconfigVM_Task, 'duration_secs': 0.887647} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.818328] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Reconfigured VM instance instance-00000045 to attach disk [datastore2] ce66a068-38c6-44c3-af64-8e8919111032/ce66a068-38c6-44c3-af64-8e8919111032.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.818328] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance 'ce66a068-38c6-44c3-af64-8e8919111032' progress to 50 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.826848] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698110, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.871966} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.827265] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/70fba856-37b2-4b24-8c65-f1a82b3c392e/70fba856-37b2-4b24-8c65-f1a82b3c392e.vmdk to [datastore2] 18269dce-1f60-4377-92ea-0cbb7ef8e817/18269dce-1f60-4377-92ea-0cbb7ef8e817.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.828778] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dc3300-2634-4e27-8781-a0e767126c61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.852785] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 18269dce-1f60-4377-92ea-0cbb7ef8e817/18269dce-1f60-4377-92ea-0cbb7ef8e817.vmdk or device None with type streamOptimized {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.855517] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf68f3b0-f7d2-4118-83db-6feb77885c2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.875697] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 896.875697] env[62664]: value = "task-2698117" [ 896.875697] env[62664]: _type = "Task" [ 896.875697] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.887230] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.919558] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698116, 'name': ReconfigVM_Task, 'duration_secs': 0.832238} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.920017] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 034b7587-af6c-4ce2-a268-d50412ea89ed/034b7587-af6c-4ce2-a268-d50412ea89ed.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.920527] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b313442-04ff-4443-b8ae-96a2646e2bef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.926598] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 896.926598] env[62664]: value = "task-2698118" [ 896.926598] env[62664]: _type = "Task" [ 896.926598] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.939270] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698118, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.308826] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ade941-02ff-4dd6-870e-392c00656ebd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.317034] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7153eb-ab33-430f-8011-33723c41ae51 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.353926] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4938f7a-6862-4d96-b16c-4aeac8ef5517 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.357399] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fecefa-80d2-4575-87b2-5d5f60c41869 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.378917] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5902ff34-0128-438e-b03c-e22d55a36b1b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.388280] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839833e5-fe73-4e13-8755-a58bf2ddd4f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.408275] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.408838] env[62664]: DEBUG nova.compute.provider_tree [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.426368] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance 'ce66a068-38c6-44c3-af64-8e8919111032' progress to 67 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.431008] env[62664]: DEBUG nova.scheduler.client.report [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.444184] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698118, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.485906] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquiring lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.486182] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.893754] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698117, 'name': ReconfigVM_Task, 'duration_secs': 0.633616} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.895012] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 18269dce-1f60-4377-92ea-0cbb7ef8e817/18269dce-1f60-4377-92ea-0cbb7ef8e817.vmdk or device None with type streamOptimized {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.898470] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fdf21d5-2f60-404f-a1f5-f7c18bf424cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.905024] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 897.905024] env[62664]: value = "task-2698119" [ 897.905024] env[62664]: _type = "Task" [ 897.905024] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.911743] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698119, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.937021] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.963s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.937021] env[62664]: DEBUG nova.compute.manager [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.951410] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.445s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.952023] env[62664]: DEBUG nova.objects.instance [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 897.964021] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698118, 'name': Rename_Task, 'duration_secs': 0.898216} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.964290] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.966014] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7614d6a8-ca5f-4ae0-865a-15977ee3c2e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.971203] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 897.971203] env[62664]: value = "task-2698120" [ 897.971203] env[62664]: _type = "Task" [ 897.971203] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.983159] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.989283] env[62664]: DEBUG nova.compute.manager [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.058962] env[62664]: DEBUG nova.network.neutron [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Port 19eed596-3434-4ee9-860a-8c6cfe6ab352 binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 898.413260] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698119, 'name': Rename_Task, 'duration_secs': 0.451381} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.413633] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.413935] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f71103d3-181d-4aab-8dc8-6a8123a2381a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.420616] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 898.420616] env[62664]: value = "task-2698121" [ 898.420616] env[62664]: _type = "Task" [ 898.420616] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.432666] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.453252] env[62664]: DEBUG nova.compute.utils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 898.454791] env[62664]: DEBUG nova.compute.manager [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.455104] env[62664]: DEBUG nova.network.neutron [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.482024] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.514165] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.519497] env[62664]: DEBUG nova.policy [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa204050f0e94a36a7922aa16a60b74f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '087d4d1f78b3445e949b8aef8c2e18b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.930241] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.931866] env[62664]: DEBUG nova.network.neutron [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Successfully created port: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.957803] env[62664]: DEBUG nova.compute.manager [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.962867] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff6c7f36-70a9-462b-9791-c3d2e8ba687b tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.963903] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.086s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.966671] env[62664]: DEBUG nova.objects.instance [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lazy-loading 'resources' on Instance uuid d6fb5054-9cd5-4927-bb38-143985db5fee {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.981385] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.081303] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "ce66a068-38c6-44c3-af64-8e8919111032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.085321] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "ce66a068-38c6-44c3-af64-8e8919111032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.085321] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "ce66a068-38c6-44c3-af64-8e8919111032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.431090] env[62664]: DEBUG oslo_vmware.api [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698121, 'name': PowerOnVM_Task, 'duration_secs': 0.773714} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.431372] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.431579] env[62664]: INFO nova.compute.manager [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Took 15.89 seconds to spawn the instance on the hypervisor. [ 899.431831] env[62664]: DEBUG nova.compute.manager [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.432693] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f7cca4-a9c8-4338-bfaa-ff1ab2c6665f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.481988] env[62664]: DEBUG oslo_vmware.api [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698120, 'name': PowerOnVM_Task, 'duration_secs': 1.269342} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.483523] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.483523] env[62664]: INFO nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Took 10.98 seconds to spawn the instance on the hypervisor. [ 899.483523] env[62664]: DEBUG nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.483523] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e935ad4e-26a2-4ebf-8aba-829c1f691277 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.833187] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829d8a4f-0efd-482e-8d85-891b674b71df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.843021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c88fd9-eaf5-4875-8ea5-5df343091d05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.881888] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf824039-48a0-4fd3-a6d7-5881ea149654 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.891905] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f145f-b598-48cc-98be-7b28ee7701e9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.907418] env[62664]: DEBUG nova.compute.provider_tree [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.950370] env[62664]: INFO nova.compute.manager [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Took 30.27 seconds to build instance. [ 899.965910] env[62664]: DEBUG nova.compute.manager [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.995067] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.995067] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.995067] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.995291] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.995402] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.995548] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.995757] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.995917] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.996090] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.996254] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.996458] env[62664]: DEBUG nova.virt.hardware [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.004133] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71665cf7-8e0c-41fe-ae98-d7a67aa8cadf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.010754] env[62664]: INFO nova.compute.manager [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Took 28.36 seconds to build instance. [ 900.024020] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c5a33f-9358-4b6c-b35d-8decde008d56 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.122050] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.122271] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.122455] env[62664]: DEBUG nova.network.neutron [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.412402] env[62664]: DEBUG nova.scheduler.client.report [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.452353] env[62664]: DEBUG oslo_concurrency.lockutils [None req-69bf1855-a995-4341-bdd1-ef06235a0af9 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "18269dce-1f60-4377-92ea-0cbb7ef8e817" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.792s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.461024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "18269dce-1f60-4377-92ea-0cbb7ef8e817" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.461024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "18269dce-1f60-4377-92ea-0cbb7ef8e817" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.461024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "18269dce-1f60-4377-92ea-0cbb7ef8e817-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.461024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "18269dce-1f60-4377-92ea-0cbb7ef8e817-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.461024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "18269dce-1f60-4377-92ea-0cbb7ef8e817-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.468017] env[62664]: INFO nova.compute.manager [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Terminating instance [ 900.473766] env[62664]: DEBUG nova.compute.manager [req-bc296da3-d847-4b5c-bc70-e114e4e25dc7 req-ce7bf548-fbc9-4c31-a777-271860081eff service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Received event network-vif-plugged-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.476305] env[62664]: DEBUG oslo_concurrency.lockutils [req-bc296da3-d847-4b5c-bc70-e114e4e25dc7 req-ce7bf548-fbc9-4c31-a777-271860081eff service nova] Acquiring lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.476305] env[62664]: DEBUG oslo_concurrency.lockutils [req-bc296da3-d847-4b5c-bc70-e114e4e25dc7 req-ce7bf548-fbc9-4c31-a777-271860081eff service nova] Lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.476305] env[62664]: DEBUG oslo_concurrency.lockutils [req-bc296da3-d847-4b5c-bc70-e114e4e25dc7 req-ce7bf548-fbc9-4c31-a777-271860081eff service nova] Lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.476305] env[62664]: DEBUG nova.compute.manager [req-bc296da3-d847-4b5c-bc70-e114e4e25dc7 req-ce7bf548-fbc9-4c31-a777-271860081eff service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] No waiting events found dispatching network-vif-plugged-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.476305] env[62664]: WARNING nova.compute.manager [req-bc296da3-d847-4b5c-bc70-e114e4e25dc7 req-ce7bf548-fbc9-4c31-a777-271860081eff service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Received unexpected event network-vif-plugged-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 for instance with vm_state building and task_state spawning. [ 900.513651] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b8d24bc8-4b19-4c88-9aef-a71c028e458b tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "034b7587-af6c-4ce2-a268-d50412ea89ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.098s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.590235] env[62664]: DEBUG nova.network.neutron [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Successfully updated port: 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.657455] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquiring lock "f5ad8d0c-0087-4698-a3f5-061a0e647610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.660021] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Lock "f5ad8d0c-0087-4698-a3f5-061a0e647610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.841793] env[62664]: DEBUG nova.network.neutron [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance_info_cache with network_info: [{"id": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "address": "fa:16:3e:1a:a1:b1", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19eed596-34", "ovs_interfaceid": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.923936] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.925294] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.784s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.925527] env[62664]: DEBUG nova.objects.instance [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lazy-loading 'resources' on Instance uuid a805d6ad-c650-4b26-abce-5da6052bb1b4 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.943378] env[62664]: INFO nova.scheduler.client.report [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Deleted allocations for instance d6fb5054-9cd5-4927-bb38-143985db5fee [ 900.977468] env[62664]: DEBUG nova.compute.manager [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.977758] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.978769] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559e9b94-2e77-45a4-8084-f48bb6dea5f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.988160] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.988442] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23592098-7bf4-464f-828f-22f17aecc87a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.994940] env[62664]: DEBUG oslo_vmware.api [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 900.994940] env[62664]: value = "task-2698122" [ 900.994940] env[62664]: _type = "Task" [ 900.994940] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.003685] env[62664]: DEBUG oslo_vmware.api [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.092499] env[62664]: DEBUG oslo_concurrency.lockutils [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "cc594488-4f67-41ae-a435-231597208e92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.092839] env[62664]: DEBUG oslo_concurrency.lockutils [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "cc594488-4f67-41ae-a435-231597208e92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.093112] env[62664]: DEBUG oslo_concurrency.lockutils [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "cc594488-4f67-41ae-a435-231597208e92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.093346] env[62664]: DEBUG oslo_concurrency.lockutils [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "cc594488-4f67-41ae-a435-231597208e92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.093748] env[62664]: DEBUG oslo_concurrency.lockutils [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "cc594488-4f67-41ae-a435-231597208e92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.095919] env[62664]: INFO nova.compute.manager [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Terminating instance [ 901.097653] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.097803] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquired lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.098028] env[62664]: DEBUG nova.network.neutron [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.164769] env[62664]: DEBUG nova.compute.manager [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.181932] env[62664]: DEBUG oslo_concurrency.lockutils [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "034b7587-af6c-4ce2-a268-d50412ea89ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.182214] env[62664]: DEBUG oslo_concurrency.lockutils [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "034b7587-af6c-4ce2-a268-d50412ea89ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.182432] env[62664]: DEBUG oslo_concurrency.lockutils [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "034b7587-af6c-4ce2-a268-d50412ea89ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.182638] env[62664]: DEBUG oslo_concurrency.lockutils [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "034b7587-af6c-4ce2-a268-d50412ea89ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.182786] env[62664]: DEBUG oslo_concurrency.lockutils [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "034b7587-af6c-4ce2-a268-d50412ea89ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.185077] env[62664]: INFO nova.compute.manager [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Terminating instance [ 901.345255] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.454550] env[62664]: DEBUG oslo_concurrency.lockutils [None req-949d6960-7085-4dca-925a-ed58c5e7a19a tempest-ServerShowV254Test-2101077289 tempest-ServerShowV254Test-2101077289-project-member] Lock "d6fb5054-9cd5-4927-bb38-143985db5fee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.324s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.507268] env[62664]: DEBUG oslo_vmware.api [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698122, 'name': PowerOffVM_Task, 'duration_secs': 0.282326} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.507552] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.507721] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.507981] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85ee1972-0e63-41c8-873b-4216f2dc07f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.576926] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.577275] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.577519] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleting the datastore file [datastore2] 18269dce-1f60-4377-92ea-0cbb7ef8e817 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.577746] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd5a05f4-6b01-4948-949e-a0bcbb992729 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.584373] env[62664]: DEBUG oslo_vmware.api [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 901.584373] env[62664]: value = "task-2698124" [ 901.584373] env[62664]: _type = "Task" [ 901.584373] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.594624] env[62664]: DEBUG oslo_vmware.api [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.602109] env[62664]: DEBUG nova.compute.manager [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.602316] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.603110] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dee671-1165-4df6-b3ec-53e0ebba8ddd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.612654] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.613757] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce31ef43-3eaf-47c2-ab1c-6ac09196cbb3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.618393] env[62664]: DEBUG oslo_vmware.api [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 901.618393] env[62664]: value = "task-2698125" [ 901.618393] env[62664]: _type = "Task" [ 901.618393] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.628938] env[62664]: DEBUG oslo_vmware.api [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.641284] env[62664]: DEBUG nova.network.neutron [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.685967] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.688800] env[62664]: DEBUG nova.compute.manager [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.689010] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.689908] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f710903-97db-4ec6-b163-7caa1fd4fdcb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.702031] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.704390] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac69ec1d-5169-468d-bc21-245c0dfae89d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.712569] env[62664]: DEBUG oslo_vmware.api [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 901.712569] env[62664]: value = "task-2698126" [ 901.712569] env[62664]: _type = "Task" [ 901.712569] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.721895] env[62664]: DEBUG oslo_vmware.api [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.739796] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ba52d8-0edc-45ca-91e4-104b367dadcb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.748973] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d7a73-4b22-42d1-a898-0e48000fdff2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.783291] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e593cd0-3fa9-4bd4-8ece-c58b8ef0bef5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.792978] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7499a0f0-676d-44d1-bda9-b2d87ab5304b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.811103] env[62664]: DEBUG nova.compute.provider_tree [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.822981] env[62664]: DEBUG nova.network.neutron [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Updating instance_info_cache with network_info: [{"id": "2f2d34e1-8ac1-4600-9059-97f65fc03ee3", "address": "fa:16:3e:9a:88:7d", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2d34e1-8a", "ovs_interfaceid": "2f2d34e1-8ac1-4600-9059-97f65fc03ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.871937] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c527d-10b1-4be1-8b1d-22dfa6788635 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.892342] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddc316c-6ef8-4b08-bd67-2ea3676ca5e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.899171] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance 'ce66a068-38c6-44c3-af64-8e8919111032' progress to 83 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.097118] env[62664]: DEBUG oslo_vmware.api [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143052} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.097389] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.097568] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.097734] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.097921] env[62664]: INFO nova.compute.manager [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Took 1.12 seconds to destroy the instance on the hypervisor. [ 902.098158] env[62664]: DEBUG oslo.service.loopingcall [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.098343] env[62664]: DEBUG nova.compute.manager [-] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.098435] env[62664]: DEBUG nova.network.neutron [-] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.127488] env[62664]: DEBUG oslo_vmware.api [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698125, 'name': PowerOffVM_Task, 'duration_secs': 0.206331} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.127726] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.127887] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.128133] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59fb1108-343b-433c-813f-97565ede2445 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.190355] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.190574] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.190756] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleting the datastore file [datastore2] cc594488-4f67-41ae-a435-231597208e92 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.191067] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04fa9876-88b1-4eca-b324-4014393ecb0b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.196582] env[62664]: DEBUG oslo_vmware.api [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 902.196582] env[62664]: value = "task-2698128" [ 902.196582] env[62664]: _type = "Task" [ 902.196582] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.204177] env[62664]: DEBUG oslo_vmware.api [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.220693] env[62664]: DEBUG oslo_vmware.api [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698126, 'name': PowerOffVM_Task, 'duration_secs': 0.199357} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.220958] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.221244] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.221510] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afe4321e-1bfb-4929-8c8e-6032b1513eb8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.286624] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.286888] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.287100] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleting the datastore file [datastore2] 034b7587-af6c-4ce2-a268-d50412ea89ed {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.287478] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b583f98e-4ed6-4f8b-a3bb-a357697b5185 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.293398] env[62664]: DEBUG oslo_vmware.api [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 902.293398] env[62664]: value = "task-2698130" [ 902.293398] env[62664]: _type = "Task" [ 902.293398] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.301350] env[62664]: DEBUG oslo_vmware.api [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.326226] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Releasing lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.327122] env[62664]: DEBUG nova.compute.manager [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Instance network_info: |[{"id": "2f2d34e1-8ac1-4600-9059-97f65fc03ee3", "address": "fa:16:3e:9a:88:7d", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2d34e1-8a", "ovs_interfaceid": "2f2d34e1-8ac1-4600-9059-97f65fc03ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.327122] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:88:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f2d34e1-8ac1-4600-9059-97f65fc03ee3', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.335059] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Creating folder: Project (087d4d1f78b3445e949b8aef8c2e18b9). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.336201] env[62664]: ERROR nova.scheduler.client.report [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] [req-e4419fc0-246e-4b0b-8801-09563a541947] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4419fc0-246e-4b0b-8801-09563a541947"}]} [ 902.336523] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-939a182e-fa0a-4d6c-ad12-0df48932e034 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.351180] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Created folder: Project (087d4d1f78b3445e949b8aef8c2e18b9) in parent group-v543506. [ 902.351180] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Creating folder: Instances. Parent ref: group-v543723. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.351180] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bce9775-ecd4-4bbc-9332-f865972f1d6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.357129] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Created folder: Instances in parent group-v543723. [ 902.357427] env[62664]: DEBUG oslo.service.loopingcall [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.357640] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.359493] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4c13da9-d887-4094-a9cf-4e7df8d2efb6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.376432] env[62664]: DEBUG nova.scheduler.client.report [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 902.385073] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.385073] env[62664]: value = "task-2698133" [ 902.385073] env[62664]: _type = "Task" [ 902.385073] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.393141] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698133, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.409869] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.409869] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d636fd8-96d1-45f5-9087-0b945219bfc8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.412879] env[62664]: DEBUG nova.scheduler.client.report [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 902.413150] env[62664]: DEBUG nova.compute.provider_tree [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.419882] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 902.419882] env[62664]: value = "task-2698134" [ 902.419882] env[62664]: _type = "Task" [ 902.419882] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.430223] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.431109] env[62664]: DEBUG nova.scheduler.client.report [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 902.458142] env[62664]: DEBUG nova.scheduler.client.report [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 902.507859] env[62664]: DEBUG nova.compute.manager [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Received event network-changed-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.508032] env[62664]: DEBUG nova.compute.manager [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Refreshing instance network info cache due to event network-changed-2f2d34e1-8ac1-4600-9059-97f65fc03ee3. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 902.508307] env[62664]: DEBUG oslo_concurrency.lockutils [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] Acquiring lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.508387] env[62664]: DEBUG oslo_concurrency.lockutils [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] Acquired lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.508557] env[62664]: DEBUG nova.network.neutron [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Refreshing network info cache for port 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.710330] env[62664]: DEBUG oslo_vmware.api [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12855} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.711026] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.711026] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.711144] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.711342] env[62664]: INFO nova.compute.manager [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: cc594488-4f67-41ae-a435-231597208e92] Took 1.11 seconds to destroy the instance on the hypervisor. [ 902.711643] env[62664]: DEBUG oslo.service.loopingcall [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.711899] env[62664]: DEBUG nova.compute.manager [-] [instance: cc594488-4f67-41ae-a435-231597208e92] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.712036] env[62664]: DEBUG nova.network.neutron [-] [instance: cc594488-4f67-41ae-a435-231597208e92] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.741568] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd9a6d7-a63d-4615-9b05-7623074d5ac3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.752346] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7ef806-fe3d-41cb-a91e-e77b70803eb9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.788776] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2aca70-b98a-4db1-96a5-2e6384f0a4e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.800325] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68cbff5-2a87-4c62-af3c-7f03c6c5d2e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.808939] env[62664]: DEBUG oslo_vmware.api [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140955} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.816977] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.817228] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.817425] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.817619] env[62664]: INFO nova.compute.manager [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 902.817844] env[62664]: DEBUG oslo.service.loopingcall [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.818306] env[62664]: DEBUG nova.compute.provider_tree [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.819699] env[62664]: DEBUG nova.compute.manager [-] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.819813] env[62664]: DEBUG nova.network.neutron [-] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.893793] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698133, 'name': CreateVM_Task, 'duration_secs': 0.4142} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.893969] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.894649] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.894814] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.895145] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.895402] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce8863f-75e1-418d-b55b-20e5e2eb9243 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.899920] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 902.899920] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ab5ed1-bed7-7411-68d6-87e3c73df518" [ 902.899920] env[62664]: _type = "Task" [ 902.899920] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.908334] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ab5ed1-bed7-7411-68d6-87e3c73df518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.925728] env[62664]: DEBUG nova.network.neutron [-] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.932026] env[62664]: DEBUG oslo_vmware.api [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698134, 'name': PowerOnVM_Task, 'duration_secs': 0.424966} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.932135] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.932324] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2d165e13-ad84-434c-a6d3-0fcebd2160a6 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance 'ce66a068-38c6-44c3-af64-8e8919111032' progress to 100 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.043526] env[62664]: DEBUG nova.compute.manager [req-1a4e37de-2ad3-48d1-bc00-cbc4169f1afc req-64fc8274-4615-4a38-83eb-dd6a882ff183 service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Received event network-vif-deleted-f58a4f9c-4046-4522-bad7-5c87156fa167 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.043526] env[62664]: INFO nova.compute.manager [req-1a4e37de-2ad3-48d1-bc00-cbc4169f1afc req-64fc8274-4615-4a38-83eb-dd6a882ff183 service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Neutron deleted interface f58a4f9c-4046-4522-bad7-5c87156fa167; detaching it from the instance and deleting it from the info cache [ 903.043656] env[62664]: DEBUG nova.network.neutron [req-1a4e37de-2ad3-48d1-bc00-cbc4169f1afc req-64fc8274-4615-4a38-83eb-dd6a882ff183 service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.264816] env[62664]: DEBUG nova.network.neutron [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Updated VIF entry in instance network info cache for port 2f2d34e1-8ac1-4600-9059-97f65fc03ee3. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.265186] env[62664]: DEBUG nova.network.neutron [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Updating instance_info_cache with network_info: [{"id": "2f2d34e1-8ac1-4600-9059-97f65fc03ee3", "address": "fa:16:3e:9a:88:7d", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2d34e1-8a", "ovs_interfaceid": "2f2d34e1-8ac1-4600-9059-97f65fc03ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.324169] env[62664]: DEBUG nova.scheduler.client.report [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.409952] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ab5ed1-bed7-7411-68d6-87e3c73df518, 'name': SearchDatastore_Task, 'duration_secs': 0.012302} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.410272] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.410525] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.410757] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.410903] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.411098] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.411366] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-981df9df-e365-4b9f-8752-4efeb6285d79 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.422103] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.422275] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.422992] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c564d27-4e85-4514-8552-b793f1c6d352 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.428444] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 903.428444] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b510f9-26f5-b1b0-6513-911bf40425a8" [ 903.428444] env[62664]: _type = "Task" [ 903.428444] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.433297] env[62664]: INFO nova.compute.manager [-] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Took 1.33 seconds to deallocate network for instance. [ 903.437957] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b510f9-26f5-b1b0-6513-911bf40425a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.445511] env[62664]: DEBUG nova.network.neutron [-] [instance: cc594488-4f67-41ae-a435-231597208e92] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.517041] env[62664]: DEBUG nova.network.neutron [-] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.546791] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da6bcc07-06a8-4b65-9744-8d55869c4895 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.556841] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af8fb20-7752-416a-bd4a-560380e2933a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.588941] env[62664]: DEBUG nova.compute.manager [req-1a4e37de-2ad3-48d1-bc00-cbc4169f1afc req-64fc8274-4615-4a38-83eb-dd6a882ff183 service nova] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Detach interface failed, port_id=f58a4f9c-4046-4522-bad7-5c87156fa167, reason: Instance 034b7587-af6c-4ce2-a268-d50412ea89ed could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 903.767966] env[62664]: DEBUG oslo_concurrency.lockutils [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] Releasing lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.768292] env[62664]: DEBUG nova.compute.manager [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Received event network-vif-deleted-46095a7e-2402-42e0-83ce-36e1ca86aae0 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.768481] env[62664]: INFO nova.compute.manager [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Neutron deleted interface 46095a7e-2402-42e0-83ce-36e1ca86aae0; detaching it from the instance and deleting it from the info cache [ 903.768652] env[62664]: DEBUG nova.network.neutron [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.829132] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.904s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.831429] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.141s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.832946] env[62664]: INFO nova.compute.claims [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.853788] env[62664]: INFO nova.scheduler.client.report [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Deleted allocations for instance a805d6ad-c650-4b26-abce-5da6052bb1b4 [ 903.940071] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b510f9-26f5-b1b0-6513-911bf40425a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008609} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.940854] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65d3796-dbe9-4e0d-b7d0-8876eda03b17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.949252] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.949628] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 903.949628] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524459fb-6611-d29a-1e66-7da243ca6d41" [ 903.949628] env[62664]: _type = "Task" [ 903.949628] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.953153] env[62664]: INFO nova.compute.manager [-] [instance: cc594488-4f67-41ae-a435-231597208e92] Took 1.24 seconds to deallocate network for instance. [ 903.962852] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524459fb-6611-d29a-1e66-7da243ca6d41, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.963045] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.963291] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 3e23ff95-3990-4340-bcf7-464e4d1ee27c/3e23ff95-3990-4340-bcf7-464e4d1ee27c.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.963526] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9026952-5b7f-4985-b445-5e4e9ac2b315 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.969767] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 903.969767] env[62664]: value = "task-2698135" [ 903.969767] env[62664]: _type = "Task" [ 903.969767] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.977355] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.019867] env[62664]: INFO nova.compute.manager [-] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Took 1.20 seconds to deallocate network for instance. [ 904.271379] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0daba660-f3bd-4afa-a6af-23d03395ee46 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.282297] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a2e277-4477-448e-8e91-28d88602dc02 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.318353] env[62664]: DEBUG nova.compute.manager [req-58808972-35f4-4949-9a9e-0b5064c3bc56 req-a7e0d8fb-2bda-45f0-b425-2e6c7ad89dfe service nova] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Detach interface failed, port_id=46095a7e-2402-42e0-83ce-36e1ca86aae0, reason: Instance 18269dce-1f60-4377-92ea-0cbb7ef8e817 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 904.362657] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d676a804-bf29-464d-aef4-fa523b294ef2 tempest-ServerPasswordTestJSON-1707228228 tempest-ServerPasswordTestJSON-1707228228-project-member] Lock "a805d6ad-c650-4b26-abce-5da6052bb1b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.209s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.458947] env[62664]: DEBUG oslo_concurrency.lockutils [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.480148] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463364} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.480415] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 3e23ff95-3990-4340-bcf7-464e4d1ee27c/3e23ff95-3990-4340-bcf7-464e4d1ee27c.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.480625] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.480873] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2af40e77-bbe4-4be2-958f-18f57b125ab4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.487017] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 904.487017] env[62664]: value = "task-2698136" [ 904.487017] env[62664]: _type = "Task" [ 904.487017] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.495616] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.526109] env[62664]: DEBUG oslo_concurrency.lockutils [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.534400] env[62664]: DEBUG nova.compute.manager [req-b0ec5f9a-f2f4-49d1-92ce-b693df1b7091 req-fca495aa-aa4c-4344-a04b-d96f623955cb service nova] [instance: cc594488-4f67-41ae-a435-231597208e92] Received event network-vif-deleted-329af465-c30e-4439-b31e-7a1f41db7d50 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.997429] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057968} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.000157] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.001036] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf85ba98-9c08-4050-905a-34f531e630f5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.023154] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 3e23ff95-3990-4340-bcf7-464e4d1ee27c/3e23ff95-3990-4340-bcf7-464e4d1ee27c.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.025853] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1c6e5f-8e13-44cc-af57-6b62e2ff1bd2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.044605] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 905.044605] env[62664]: value = "task-2698137" [ 905.044605] env[62664]: _type = "Task" [ 905.044605] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.054519] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.138966] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2343f6-e204-4b37-a831-0ea619c098e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.146390] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f285baf-cc7f-497e-8732-ec4fef0ae832 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.177201] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "ce66a068-38c6-44c3-af64-8e8919111032" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.177472] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "ce66a068-38c6-44c3-af64-8e8919111032" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.177659] env[62664]: DEBUG nova.compute.manager [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Going to confirm migration 4 {{(pid=62664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 905.179764] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704a03f4-f611-4b82-bdd5-cec1259ea54b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.187425] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6550f425-15f5-4daa-aee9-b00054f7e150 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.204169] env[62664]: DEBUG nova.compute.provider_tree [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.559401] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698137, 'name': ReconfigVM_Task, 'duration_secs': 0.265539} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.559723] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 3e23ff95-3990-4340-bcf7-464e4d1ee27c/3e23ff95-3990-4340-bcf7-464e4d1ee27c.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.560424] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01b26101-647f-4d95-a792-62ed27982bfb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.567092] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 905.567092] env[62664]: value = "task-2698138" [ 905.567092] env[62664]: _type = "Task" [ 905.567092] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.580018] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698138, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.707231] env[62664]: DEBUG nova.scheduler.client.report [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.798881] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.799156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.799403] env[62664]: DEBUG nova.network.neutron [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.799655] env[62664]: DEBUG nova.objects.instance [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lazy-loading 'info_cache' on Instance uuid ce66a068-38c6-44c3-af64-8e8919111032 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.077963] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698138, 'name': Rename_Task, 'duration_secs': 0.13403} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.078274] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.078542] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc41ae1b-4833-42f7-8619-f99d59d43516 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.084875] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 906.084875] env[62664]: value = "task-2698139" [ 906.084875] env[62664]: _type = "Task" [ 906.084875] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.092465] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.212830] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.213406] env[62664]: DEBUG nova.compute.manager [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.220262] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.702s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.220262] env[62664]: INFO nova.compute.claims [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.596588] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.723234] env[62664]: DEBUG nova.compute.utils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 906.726433] env[62664]: DEBUG nova.compute.manager [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.726563] env[62664]: DEBUG nova.network.neutron [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.780120] env[62664]: DEBUG nova.policy [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c481e02e9ec4e70890690c8208c5329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4891787dcdc4b35a3845d045c302596', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.092649] env[62664]: DEBUG nova.network.neutron [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance_info_cache with network_info: [{"id": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "address": "fa:16:3e:1a:a1:b1", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19eed596-34", "ovs_interfaceid": "19eed596-3434-4ee9-860a-8c6cfe6ab352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.097142] env[62664]: DEBUG oslo_vmware.api [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698139, 'name': PowerOnVM_Task, 'duration_secs': 0.8511} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.097660] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.097947] env[62664]: INFO nova.compute.manager [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Took 7.13 seconds to spawn the instance on the hypervisor. [ 907.098061] env[62664]: DEBUG nova.compute.manager [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.098830] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f793f9-5408-4a23-82f8-2a1e3425dcfd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.162586] env[62664]: DEBUG nova.network.neutron [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Successfully created port: 7ce33973-d2ed-481d-9592-d254a4388b3c {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.230308] env[62664]: DEBUG nova.compute.manager [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.596771] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d143b567-f91e-4ebc-aeee-46cb8332d7a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.600164] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-ce66a068-38c6-44c3-af64-8e8919111032" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.600510] env[62664]: DEBUG nova.objects.instance [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lazy-loading 'migration_context' on Instance uuid ce66a068-38c6-44c3-af64-8e8919111032 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.606504] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1d8236-0ebc-4580-a631-f8b00ba17f16 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.643725] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2645e270-f9b8-4637-bf6a-955f49b063b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.646902] env[62664]: INFO nova.compute.manager [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Took 21.52 seconds to build instance. [ 907.652944] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcc70f9-4f2f-47a5-9ca1-77ed7a1fde99 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.668039] env[62664]: DEBUG nova.compute.provider_tree [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.103123] env[62664]: DEBUG nova.objects.base [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 908.104099] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a1c57-c59d-44b1-9221-c7da437bb671 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.128653] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab5ab06-a938-45c6-878f-0493c68c10a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.134503] env[62664]: DEBUG oslo_vmware.api [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 908.134503] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a566d5-6e42-e90b-bd2d-e1c5dcc68da4" [ 908.134503] env[62664]: _type = "Task" [ 908.134503] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.142571] env[62664]: DEBUG oslo_vmware.api [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a566d5-6e42-e90b-bd2d-e1c5dcc68da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.149441] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fdb90bd3-2aae-48fc-a1c9-cc909b856899 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.033s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.171584] env[62664]: DEBUG nova.scheduler.client.report [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.242714] env[62664]: DEBUG nova.compute.manager [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.270178] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.270550] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.270687] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.270797] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.270965] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.271207] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.271710] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.271710] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.271710] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.271894] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.272066] env[62664]: DEBUG nova.virt.hardware [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.272922] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37afb1d-0d5c-4d53-947a-16f4d0e120bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.280959] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbff87a-279e-411a-8737-bf9f6ac5f69d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.421012] env[62664]: DEBUG nova.compute.manager [req-597920a2-50ac-47f5-8ab7-93ac75229e13 req-d80084e8-2520-4937-b536-ac9eea06f84d service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Received event network-changed-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.421012] env[62664]: DEBUG nova.compute.manager [req-597920a2-50ac-47f5-8ab7-93ac75229e13 req-d80084e8-2520-4937-b536-ac9eea06f84d service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Refreshing instance network info cache due to event network-changed-2f2d34e1-8ac1-4600-9059-97f65fc03ee3. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 908.421012] env[62664]: DEBUG oslo_concurrency.lockutils [req-597920a2-50ac-47f5-8ab7-93ac75229e13 req-d80084e8-2520-4937-b536-ac9eea06f84d service nova] Acquiring lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.422201] env[62664]: DEBUG oslo_concurrency.lockutils [req-597920a2-50ac-47f5-8ab7-93ac75229e13 req-d80084e8-2520-4937-b536-ac9eea06f84d service nova] Acquired lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.422569] env[62664]: DEBUG nova.network.neutron [req-597920a2-50ac-47f5-8ab7-93ac75229e13 req-d80084e8-2520-4937-b536-ac9eea06f84d service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Refreshing network info cache for port 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.647610] env[62664]: DEBUG oslo_vmware.api [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a566d5-6e42-e90b-bd2d-e1c5dcc68da4, 'name': SearchDatastore_Task, 'duration_secs': 0.015492} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.648498] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.676761] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.677417] env[62664]: DEBUG nova.compute.manager [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.681069] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.994s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.682644] env[62664]: INFO nova.compute.claims [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.701647] env[62664]: DEBUG nova.compute.manager [req-32e95fc2-9ae1-4387-9bb6-7cfd122edda9 req-eb721a89-c5ba-4b2f-b8a1-8fb2eeaa493e service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Received event network-vif-plugged-7ce33973-d2ed-481d-9592-d254a4388b3c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.701647] env[62664]: DEBUG oslo_concurrency.lockutils [req-32e95fc2-9ae1-4387-9bb6-7cfd122edda9 req-eb721a89-c5ba-4b2f-b8a1-8fb2eeaa493e service nova] Acquiring lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.701799] env[62664]: DEBUG oslo_concurrency.lockutils [req-32e95fc2-9ae1-4387-9bb6-7cfd122edda9 req-eb721a89-c5ba-4b2f-b8a1-8fb2eeaa493e service nova] Lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.701940] env[62664]: DEBUG oslo_concurrency.lockutils [req-32e95fc2-9ae1-4387-9bb6-7cfd122edda9 req-eb721a89-c5ba-4b2f-b8a1-8fb2eeaa493e service nova] Lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.702116] env[62664]: DEBUG nova.compute.manager [req-32e95fc2-9ae1-4387-9bb6-7cfd122edda9 req-eb721a89-c5ba-4b2f-b8a1-8fb2eeaa493e service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] No waiting events found dispatching network-vif-plugged-7ce33973-d2ed-481d-9592-d254a4388b3c {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.702279] env[62664]: WARNING nova.compute.manager [req-32e95fc2-9ae1-4387-9bb6-7cfd122edda9 req-eb721a89-c5ba-4b2f-b8a1-8fb2eeaa493e service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Received unexpected event network-vif-plugged-7ce33973-d2ed-481d-9592-d254a4388b3c for instance with vm_state building and task_state spawning. [ 908.941998] env[62664]: DEBUG nova.network.neutron [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Successfully updated port: 7ce33973-d2ed-481d-9592-d254a4388b3c {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.188064] env[62664]: DEBUG nova.compute.utils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 909.197855] env[62664]: DEBUG nova.compute.manager [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.198060] env[62664]: DEBUG nova.network.neutron [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.245321] env[62664]: DEBUG nova.network.neutron [req-597920a2-50ac-47f5-8ab7-93ac75229e13 req-d80084e8-2520-4937-b536-ac9eea06f84d service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Updated VIF entry in instance network info cache for port 2f2d34e1-8ac1-4600-9059-97f65fc03ee3. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.245683] env[62664]: DEBUG nova.network.neutron [req-597920a2-50ac-47f5-8ab7-93ac75229e13 req-d80084e8-2520-4937-b536-ac9eea06f84d service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Updating instance_info_cache with network_info: [{"id": "2f2d34e1-8ac1-4600-9059-97f65fc03ee3", "address": "fa:16:3e:9a:88:7d", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2d34e1-8a", "ovs_interfaceid": "2f2d34e1-8ac1-4600-9059-97f65fc03ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.267500] env[62664]: DEBUG nova.policy [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08ce60fe0ff24110a40cbc76087caa18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8ef67d653b247eab60432119bd23a96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.446655] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "refresh_cache-81c1459c-01fa-44b5-8e8b-ae64f13a6043" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.448896] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "refresh_cache-81c1459c-01fa-44b5-8e8b-ae64f13a6043" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.448896] env[62664]: DEBUG nova.network.neutron [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.530682] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.533154] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.698826] env[62664]: DEBUG nova.compute.manager [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.754101] env[62664]: DEBUG oslo_concurrency.lockutils [req-597920a2-50ac-47f5-8ab7-93ac75229e13 req-d80084e8-2520-4937-b536-ac9eea06f84d service nova] Releasing lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.886139] env[62664]: DEBUG nova.network.neutron [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Successfully created port: a9c789b0-181d-45bd-b509-828fa88b97d5 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.990383] env[62664]: DEBUG nova.network.neutron [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.044562] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.044732] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 910.050775] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf9d5b-6954-44dc-93f9-d52843f63c61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.061129] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc7785f-9917-4e27-8b89-049ca2f02584 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.092740] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ba444-5cd8-45b6-8650-c417ec15effd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.103314] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465231a1-e966-4df8-ab10-0ea034a97fd5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.118076] env[62664]: DEBUG nova.compute.provider_tree [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.206670] env[62664]: DEBUG nova.network.neutron [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Updating instance_info_cache with network_info: [{"id": "7ce33973-d2ed-481d-9592-d254a4388b3c", "address": "fa:16:3e:22:35:e8", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce33973-d2", "ovs_interfaceid": "7ce33973-d2ed-481d-9592-d254a4388b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.545821] env[62664]: DEBUG nova.compute.manager [req-51463bdc-5ac7-44ff-af91-4ff24a604db9 req-6babdac3-67d5-4ec3-be53-2229b002e2d8 service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Received event network-changed-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.546036] env[62664]: DEBUG nova.compute.manager [req-51463bdc-5ac7-44ff-af91-4ff24a604db9 req-6babdac3-67d5-4ec3-be53-2229b002e2d8 service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Refreshing instance network info cache due to event network-changed-2f2d34e1-8ac1-4600-9059-97f65fc03ee3. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 910.546264] env[62664]: DEBUG oslo_concurrency.lockutils [req-51463bdc-5ac7-44ff-af91-4ff24a604db9 req-6babdac3-67d5-4ec3-be53-2229b002e2d8 service nova] Acquiring lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.546409] env[62664]: DEBUG oslo_concurrency.lockutils [req-51463bdc-5ac7-44ff-af91-4ff24a604db9 req-6babdac3-67d5-4ec3-be53-2229b002e2d8 service nova] Acquired lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.546601] env[62664]: DEBUG nova.network.neutron [req-51463bdc-5ac7-44ff-af91-4ff24a604db9 req-6babdac3-67d5-4ec3-be53-2229b002e2d8 service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Refreshing network info cache for port 2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.622310] env[62664]: DEBUG nova.scheduler.client.report [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.389094] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "refresh_cache-81c1459c-01fa-44b5-8e8b-ae64f13a6043" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.390100] env[62664]: DEBUG nova.compute.manager [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Instance network_info: |[{"id": "7ce33973-d2ed-481d-9592-d254a4388b3c", "address": "fa:16:3e:22:35:e8", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce33973-d2", "ovs_interfaceid": "7ce33973-d2ed-481d-9592-d254a4388b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.390457] env[62664]: DEBUG nova.compute.manager [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.395915] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.396383] env[62664]: DEBUG nova.compute.manager [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.401409] env[62664]: DEBUG nova.compute.manager [req-9b0fdbae-78c1-4018-8be0-805d1f4d78d0 req-83f06d00-ed27-47fb-bd62-2bc1c4baeed6 service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Received event network-changed-7ce33973-d2ed-481d-9592-d254a4388b3c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.401409] env[62664]: DEBUG nova.compute.manager [req-9b0fdbae-78c1-4018-8be0-805d1f4d78d0 req-83f06d00-ed27-47fb-bd62-2bc1c4baeed6 service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Refreshing instance network info cache due to event network-changed-7ce33973-d2ed-481d-9592-d254a4388b3c. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.401409] env[62664]: DEBUG oslo_concurrency.lockutils [req-9b0fdbae-78c1-4018-8be0-805d1f4d78d0 req-83f06d00-ed27-47fb-bd62-2bc1c4baeed6 service nova] Acquiring lock "refresh_cache-81c1459c-01fa-44b5-8e8b-ae64f13a6043" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.401409] env[62664]: DEBUG oslo_concurrency.lockutils [req-9b0fdbae-78c1-4018-8be0-805d1f4d78d0 req-83f06d00-ed27-47fb-bd62-2bc1c4baeed6 service nova] Acquired lock "refresh_cache-81c1459c-01fa-44b5-8e8b-ae64f13a6043" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.401409] env[62664]: DEBUG nova.network.neutron [req-9b0fdbae-78c1-4018-8be0-805d1f4d78d0 req-83f06d00-ed27-47fb-bd62-2bc1c4baeed6 service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Refreshing network info cache for port 7ce33973-d2ed-481d-9592-d254a4388b3c {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.403957] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:35:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ce33973-d2ed-481d-9592-d254a4388b3c', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.411307] env[62664]: DEBUG oslo.service.loopingcall [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.412540] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.463s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.414024] env[62664]: DEBUG nova.objects.instance [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lazy-loading 'resources' on Instance uuid 18269dce-1f60-4377-92ea-0cbb7ef8e817 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.414024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquiring lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.414024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.415358] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.416713] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8c9f076-b1fd-4edf-acda-90005ded88d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.440820] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.440820] env[62664]: value = "task-2698140" [ 911.440820] env[62664]: _type = "Task" [ 911.440820] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.443011] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.443445] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.443786] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.443992] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.444199] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.444477] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.444573] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.444635] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.444866] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.445095] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.445258] env[62664]: DEBUG nova.virt.hardware [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.447238] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93924c06-a559-43fc-bc7a-c716d22f0bc2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.463507] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c30e617-dbc2-4e95-9810-a2b44fb8b4fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.468607] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698140, 'name': CreateVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.627028] env[62664]: DEBUG nova.network.neutron [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Successfully updated port: a9c789b0-181d-45bd-b509-828fa88b97d5 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.659573] env[62664]: DEBUG nova.network.neutron [req-51463bdc-5ac7-44ff-af91-4ff24a604db9 req-6babdac3-67d5-4ec3-be53-2229b002e2d8 service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Updated VIF entry in instance network info cache for port 2f2d34e1-8ac1-4600-9059-97f65fc03ee3. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.659990] env[62664]: DEBUG nova.network.neutron [req-51463bdc-5ac7-44ff-af91-4ff24a604db9 req-6babdac3-67d5-4ec3-be53-2229b002e2d8 service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Updating instance_info_cache with network_info: [{"id": "2f2d34e1-8ac1-4600-9059-97f65fc03ee3", "address": "fa:16:3e:9a:88:7d", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2d34e1-8a", "ovs_interfaceid": "2f2d34e1-8ac1-4600-9059-97f65fc03ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.907280] env[62664]: DEBUG nova.compute.utils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 911.913132] env[62664]: DEBUG nova.compute.manager [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.913132] env[62664]: DEBUG nova.network.neutron [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.919436] env[62664]: DEBUG nova.compute.manager [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.957653] env[62664]: DEBUG nova.policy [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62b44067c18d47f2b41902ac5c756b73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38470afa3e1245fc9a6e2ec830abd83f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.966737] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698140, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.056387] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.056647] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.127517] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquiring lock "refresh_cache-368d5d6d-5d50-4957-a58c-d9deb4366c4e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.127670] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquired lock "refresh_cache-368d5d6d-5d50-4957-a58c-d9deb4366c4e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.127824] env[62664]: DEBUG nova.network.neutron [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.156999] env[62664]: DEBUG nova.network.neutron [req-9b0fdbae-78c1-4018-8be0-805d1f4d78d0 req-83f06d00-ed27-47fb-bd62-2bc1c4baeed6 service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Updated VIF entry in instance network info cache for port 7ce33973-d2ed-481d-9592-d254a4388b3c. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.156999] env[62664]: DEBUG nova.network.neutron [req-9b0fdbae-78c1-4018-8be0-805d1f4d78d0 req-83f06d00-ed27-47fb-bd62-2bc1c4baeed6 service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Updating instance_info_cache with network_info: [{"id": "7ce33973-d2ed-481d-9592-d254a4388b3c", "address": "fa:16:3e:22:35:e8", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce33973-d2", "ovs_interfaceid": "7ce33973-d2ed-481d-9592-d254a4388b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.162538] env[62664]: DEBUG oslo_concurrency.lockutils [req-51463bdc-5ac7-44ff-af91-4ff24a604db9 req-6babdac3-67d5-4ec3-be53-2229b002e2d8 service nova] Releasing lock "refresh_cache-3e23ff95-3990-4340-bcf7-464e4d1ee27c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.271440] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ef24b6-9973-44b9-890a-1a0a5b7276d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.280179] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3267f69e-008f-4b73-9d33-f6724177c8d6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.285970] env[62664]: DEBUG nova.network.neutron [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Successfully created port: c7a6f4b2-3468-4c32-aa4f-bc59222ef118 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.319177] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dd97a1-d38e-4c2c-b50f-fd7ecf243f3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.327132] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee30f2cc-124c-4c9a-8021-fb613c0fbe90 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.341065] env[62664]: DEBUG nova.compute.provider_tree [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.413378] env[62664]: DEBUG nova.compute.manager [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.453666] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.457407] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698140, 'name': CreateVM_Task, 'duration_secs': 0.622388} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.457657] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.458427] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.460230] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.460230] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.460230] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ae32a0-c23b-4ef4-a9f7-cc6d08e92f1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.464812] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 912.464812] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ca2639-714e-aca7-98f7-2bcfa878b220" [ 912.464812] env[62664]: _type = "Task" [ 912.464812] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.474694] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ca2639-714e-aca7-98f7-2bcfa878b220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.559342] env[62664]: DEBUG nova.compute.manager [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.657631] env[62664]: DEBUG oslo_concurrency.lockutils [req-9b0fdbae-78c1-4018-8be0-805d1f4d78d0 req-83f06d00-ed27-47fb-bd62-2bc1c4baeed6 service nova] Releasing lock "refresh_cache-81c1459c-01fa-44b5-8e8b-ae64f13a6043" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.677615] env[62664]: DEBUG nova.network.neutron [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.807139] env[62664]: DEBUG nova.compute.manager [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Received event network-vif-plugged-a9c789b0-181d-45bd-b509-828fa88b97d5 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.807139] env[62664]: DEBUG oslo_concurrency.lockutils [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] Acquiring lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.807139] env[62664]: DEBUG oslo_concurrency.lockutils [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] Lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.807139] env[62664]: DEBUG oslo_concurrency.lockutils [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] Lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.807139] env[62664]: DEBUG nova.compute.manager [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] No waiting events found dispatching network-vif-plugged-a9c789b0-181d-45bd-b509-828fa88b97d5 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.807139] env[62664]: WARNING nova.compute.manager [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Received unexpected event network-vif-plugged-a9c789b0-181d-45bd-b509-828fa88b97d5 for instance with vm_state building and task_state spawning. [ 912.807467] env[62664]: DEBUG nova.compute.manager [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Received event network-changed-a9c789b0-181d-45bd-b509-828fa88b97d5 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.807656] env[62664]: DEBUG nova.compute.manager [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Refreshing instance network info cache due to event network-changed-a9c789b0-181d-45bd-b509-828fa88b97d5. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 912.807826] env[62664]: DEBUG oslo_concurrency.lockutils [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] Acquiring lock "refresh_cache-368d5d6d-5d50-4957-a58c-d9deb4366c4e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.845507] env[62664]: DEBUG nova.scheduler.client.report [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.871991] env[62664]: DEBUG nova.network.neutron [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Updating instance_info_cache with network_info: [{"id": "a9c789b0-181d-45bd-b509-828fa88b97d5", "address": "fa:16:3e:7b:91:9d", "network": {"id": "cd8151c3-6047-4cad-a97e-0c7ce1c7e826", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-469806264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ef67d653b247eab60432119bd23a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c789b0-18", "ovs_interfaceid": "a9c789b0-181d-45bd-b509-828fa88b97d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.977639] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ca2639-714e-aca7-98f7-2bcfa878b220, 'name': SearchDatastore_Task, 'duration_secs': 0.015043} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.977954] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.978207] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.978482] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.978633] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.978813] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.979102] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62440f39-c0d7-4c5a-ac8b-0271fcb7d9bb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.995753] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.995951] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.996820] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8d5f96-20e7-4f81-ad01-a05a41122c74 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.002842] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 913.002842] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5246d88c-318e-ada4-d711-959a93df5f52" [ 913.002842] env[62664]: _type = "Task" [ 913.002842] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.014024] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5246d88c-318e-ada4-d711-959a93df5f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.081655] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.350779] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.353061] env[62664]: DEBUG oslo_concurrency.lockutils [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.893s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.353352] env[62664]: DEBUG nova.objects.instance [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lazy-loading 'resources' on Instance uuid cc594488-4f67-41ae-a435-231597208e92 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.368923] env[62664]: INFO nova.scheduler.client.report [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted allocations for instance 18269dce-1f60-4377-92ea-0cbb7ef8e817 [ 913.375031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Releasing lock "refresh_cache-368d5d6d-5d50-4957-a58c-d9deb4366c4e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.375409] env[62664]: DEBUG nova.compute.manager [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Instance network_info: |[{"id": "a9c789b0-181d-45bd-b509-828fa88b97d5", "address": "fa:16:3e:7b:91:9d", "network": {"id": "cd8151c3-6047-4cad-a97e-0c7ce1c7e826", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-469806264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ef67d653b247eab60432119bd23a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c789b0-18", "ovs_interfaceid": "a9c789b0-181d-45bd-b509-828fa88b97d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.375753] env[62664]: DEBUG oslo_concurrency.lockutils [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] Acquired lock "refresh_cache-368d5d6d-5d50-4957-a58c-d9deb4366c4e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.375999] env[62664]: DEBUG nova.network.neutron [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Refreshing network info cache for port a9c789b0-181d-45bd-b509-828fa88b97d5 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.377111] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:91:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9c789b0-181d-45bd-b509-828fa88b97d5', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.384715] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Creating folder: Project (b8ef67d653b247eab60432119bd23a96). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.385826] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a20abcee-f8ed-41fa-ad95-91fd97968d4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.397180] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Created folder: Project (b8ef67d653b247eab60432119bd23a96) in parent group-v543506. [ 913.397705] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Creating folder: Instances. Parent ref: group-v543727. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.397705] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c476a0fb-9b87-4603-aca8-1babaa3c72e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.406415] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Created folder: Instances in parent group-v543727. [ 913.406665] env[62664]: DEBUG oslo.service.loopingcall [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.406948] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.407288] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94278e10-4222-4f8c-8448-4eaa4c28f775 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.425090] env[62664]: DEBUG nova.compute.manager [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.430059] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.430059] env[62664]: value = "task-2698143" [ 913.430059] env[62664]: _type = "Task" [ 913.430059] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.439889] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698143, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.454503] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.454775] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.454931] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.455131] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.455335] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.455516] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.455737] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.455897] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.456076] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.456242] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.456414] env[62664]: DEBUG nova.virt.hardware [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.457508] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d1f34-a4a1-493c-9fb6-d092f7cf3b04 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.466828] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9037d5-97c8-4675-8abb-d9476f1e402f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.480188] env[62664]: DEBUG oslo_concurrency.lockutils [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "a881c010-07df-40df-a487-42e3e382c8bc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.480431] env[62664]: DEBUG oslo_concurrency.lockutils [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.480605] env[62664]: DEBUG nova.compute.manager [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.481842] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce8bf35-e127-48db-a7aa-bdeec5a398d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.489934] env[62664]: DEBUG nova.compute.manager [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 913.490532] env[62664]: DEBUG nova.objects.instance [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'flavor' on Instance uuid a881c010-07df-40df-a487-42e3e382c8bc {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.514504] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5246d88c-318e-ada4-d711-959a93df5f52, 'name': SearchDatastore_Task, 'duration_secs': 0.016485} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.515372] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a71ea3-e877-427f-8d1f-a211b91ef75f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.520592] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 913.520592] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520ed0af-f6c7-1219-9222-0fd639d67955" [ 913.520592] env[62664]: _type = "Task" [ 913.520592] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.529091] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520ed0af-f6c7-1219-9222-0fd639d67955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.881360] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1618f014-6f19-4162-b143-df148af8a187 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "18269dce-1f60-4377-92ea-0cbb7ef8e817" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.421s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.931235] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Didn't find any instances for network info cache update. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 913.931621] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.937650] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.938436] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.940081] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.940333] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.940579] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.940738] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 913.940896] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.948079] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698143, 'name': CreateVM_Task, 'duration_secs': 0.325242} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.948294] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.949337] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.949337] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.949586] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.949945] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7eb9da0-b258-479c-9d6f-4ed91ebd3949 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.956204] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for the task: (returnval){ [ 913.956204] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528165de-2294-7601-223c-b89c82919db5" [ 913.956204] env[62664]: _type = "Task" [ 913.956204] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.974627] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528165de-2294-7601-223c-b89c82919db5, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.979653] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.979653] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.979653] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.036444] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520ed0af-f6c7-1219-9222-0fd639d67955, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.036720] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.036969] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 81c1459c-01fa-44b5-8e8b-ae64f13a6043/81c1459c-01fa-44b5-8e8b-ae64f13a6043.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.037389] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.037602] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.037821] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-470f3a7a-c84f-4a38-b4d8-238224ea0fa5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.040517] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d399cb72-2cdf-429a-99a4-32bbd49b679d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.048428] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 914.048428] env[62664]: value = "task-2698144" [ 914.048428] env[62664]: _type = "Task" [ 914.048428] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.052044] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.052237] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.056991] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae5d2ef-5a81-468e-81ae-80ba4702af7b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.069847] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for the task: (returnval){ [ 914.069847] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524d2545-dbd2-b53c-1061-0d3c46500987" [ 914.069847] env[62664]: _type = "Task" [ 914.069847] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.070071] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.081452] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524d2545-dbd2-b53c-1061-0d3c46500987, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.082291] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a635869a-9fa3-49b3-966b-0b0a286bb4b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.089308] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for the task: (returnval){ [ 914.089308] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c64820-ebe6-783e-05cb-6e7292678a55" [ 914.089308] env[62664]: _type = "Task" [ 914.089308] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.097937] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c64820-ebe6-783e-05cb-6e7292678a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.215071] env[62664]: DEBUG nova.network.neutron [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Updated VIF entry in instance network info cache for port a9c789b0-181d-45bd-b509-828fa88b97d5. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.215901] env[62664]: DEBUG nova.network.neutron [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Updating instance_info_cache with network_info: [{"id": "a9c789b0-181d-45bd-b509-828fa88b97d5", "address": "fa:16:3e:7b:91:9d", "network": {"id": "cd8151c3-6047-4cad-a97e-0c7ce1c7e826", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-469806264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ef67d653b247eab60432119bd23a96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c789b0-18", "ovs_interfaceid": "a9c789b0-181d-45bd-b509-828fa88b97d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.287089] env[62664]: DEBUG nova.network.neutron [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Successfully updated port: c7a6f4b2-3468-4c32-aa4f-bc59222ef118 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.288459] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d19dd0-4d06-45ac-bc0f-cc8f9d4905ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.297153] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9272d825-2e2c-46e1-ad99-992ab1e302f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.330805] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a5aa44-3042-42df-80cd-34c3667bb41a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.339692] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ae0aa-5546-4059-8423-6ce572847e6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.354608] env[62664]: DEBUG nova.compute.provider_tree [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.391721] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "4283a193-e2eb-4c64-9601-a305e2ad4264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.392180] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "4283a193-e2eb-4c64-9601-a305e2ad4264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.392594] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "4283a193-e2eb-4c64-9601-a305e2ad4264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.392886] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "4283a193-e2eb-4c64-9601-a305e2ad4264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.393156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "4283a193-e2eb-4c64-9601-a305e2ad4264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.395909] env[62664]: INFO nova.compute.manager [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Terminating instance [ 914.445085] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.499519] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.499871] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9862a7-56fd-4e3a-9539-2915f99330bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.508058] env[62664]: DEBUG oslo_vmware.api [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 914.508058] env[62664]: value = "task-2698145" [ 914.508058] env[62664]: _type = "Task" [ 914.508058] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.519332] env[62664]: DEBUG oslo_vmware.api [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.563510] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698144, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.599814] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c64820-ebe6-783e-05cb-6e7292678a55, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.600161] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.600472] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 368d5d6d-5d50-4957-a58c-d9deb4366c4e/368d5d6d-5d50-4957-a58c-d9deb4366c4e.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.600738] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6994a36a-99a5-4429-8d69-8a6039ee29d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.607408] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for the task: (returnval){ [ 914.607408] env[62664]: value = "task-2698146" [ 914.607408] env[62664]: _type = "Task" [ 914.607408] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.616249] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.720661] env[62664]: DEBUG oslo_concurrency.lockutils [req-87062c1a-2990-4900-a8da-c62ebf9d436d req-66189de8-20f4-44d1-bb42-05518fb8e0f2 service nova] Releasing lock "refresh_cache-368d5d6d-5d50-4957-a58c-d9deb4366c4e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.793054] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquiring lock "refresh_cache-f5ad8d0c-0087-4698-a3f5-061a0e647610" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.793054] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquired lock "refresh_cache-f5ad8d0c-0087-4698-a3f5-061a0e647610" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.793054] env[62664]: DEBUG nova.network.neutron [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.833432] env[62664]: DEBUG nova.compute.manager [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Received event network-vif-plugged-c7a6f4b2-3468-4c32-aa4f-bc59222ef118 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.833762] env[62664]: DEBUG oslo_concurrency.lockutils [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] Acquiring lock "f5ad8d0c-0087-4698-a3f5-061a0e647610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.833937] env[62664]: DEBUG oslo_concurrency.lockutils [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] Lock "f5ad8d0c-0087-4698-a3f5-061a0e647610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.834148] env[62664]: DEBUG oslo_concurrency.lockutils [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] Lock "f5ad8d0c-0087-4698-a3f5-061a0e647610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.834354] env[62664]: DEBUG nova.compute.manager [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] No waiting events found dispatching network-vif-plugged-c7a6f4b2-3468-4c32-aa4f-bc59222ef118 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.834593] env[62664]: WARNING nova.compute.manager [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Received unexpected event network-vif-plugged-c7a6f4b2-3468-4c32-aa4f-bc59222ef118 for instance with vm_state building and task_state spawning. [ 914.834794] env[62664]: DEBUG nova.compute.manager [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Received event network-changed-c7a6f4b2-3468-4c32-aa4f-bc59222ef118 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.834958] env[62664]: DEBUG nova.compute.manager [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Refreshing instance network info cache due to event network-changed-c7a6f4b2-3468-4c32-aa4f-bc59222ef118. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 914.835141] env[62664]: DEBUG oslo_concurrency.lockutils [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] Acquiring lock "refresh_cache-f5ad8d0c-0087-4698-a3f5-061a0e647610" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.858074] env[62664]: DEBUG nova.scheduler.client.report [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.901850] env[62664]: DEBUG nova.compute.manager [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.902139] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.903376] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f950ca-2734-4a8d-a31e-844013389298 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.911991] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.912592] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa8c14e0-591c-49d7-ad52-f67e58446f38 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.920719] env[62664]: DEBUG oslo_vmware.api [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 914.920719] env[62664]: value = "task-2698147" [ 914.920719] env[62664]: _type = "Task" [ 914.920719] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.929883] env[62664]: DEBUG oslo_vmware.api [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.019502] env[62664]: DEBUG oslo_vmware.api [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698145, 'name': PowerOffVM_Task, 'duration_secs': 0.34012} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.019841] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.020403] env[62664]: DEBUG nova.compute.manager [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.020972] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b66d5e-5648-422a-989d-ed9f2c772a15 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.062032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "ae343812-3b7e-464f-8c4b-32695cb6fefd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.062140] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "ae343812-3b7e-464f-8c4b-32695cb6fefd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.069556] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558243} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.069812] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 81c1459c-01fa-44b5-8e8b-ae64f13a6043/81c1459c-01fa-44b5-8e8b-ae64f13a6043.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.070033] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.070285] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-404f0b33-8386-4524-9731-3f3a9a3a74d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.076579] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 915.076579] env[62664]: value = "task-2698148" [ 915.076579] env[62664]: _type = "Task" [ 915.076579] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.084139] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.117201] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462798} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.117543] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 368d5d6d-5d50-4957-a58c-d9deb4366c4e/368d5d6d-5d50-4957-a58c-d9deb4366c4e.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.117818] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.118123] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f2e7747-e385-4b7a-837b-8e2b5dadc5e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.124170] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for the task: (returnval){ [ 915.124170] env[62664]: value = "task-2698149" [ 915.124170] env[62664]: _type = "Task" [ 915.124170] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.132519] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.325195] env[62664]: DEBUG nova.network.neutron [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.363026] env[62664]: DEBUG oslo_concurrency.lockutils [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.365966] env[62664]: DEBUG oslo_concurrency.lockutils [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.840s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.366167] env[62664]: DEBUG nova.objects.instance [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lazy-loading 'resources' on Instance uuid 034b7587-af6c-4ce2-a268-d50412ea89ed {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.381762] env[62664]: INFO nova.scheduler.client.report [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleted allocations for instance cc594488-4f67-41ae-a435-231597208e92 [ 915.429541] env[62664]: DEBUG oslo_vmware.api [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698147, 'name': PowerOffVM_Task, 'duration_secs': 0.229516} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.429979] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.430130] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.430631] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68539073-cdf4-4cad-9d3d-eea40750fecb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.473261] env[62664]: DEBUG nova.network.neutron [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Updating instance_info_cache with network_info: [{"id": "c7a6f4b2-3468-4c32-aa4f-bc59222ef118", "address": "fa:16:3e:8d:21:17", "network": {"id": "ed6e88fa-311b-4aea-a2ba-8277e02a72ac", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1992710609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38470afa3e1245fc9a6e2ec830abd83f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a6f4b2-34", "ovs_interfaceid": "c7a6f4b2-3468-4c32-aa4f-bc59222ef118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.528857] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.530039] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.530039] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleting the datastore file [datastore2] 4283a193-e2eb-4c64-9601-a305e2ad4264 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.530039] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c692d00-63d6-4bd5-b0ff-9391c3612f01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.534813] env[62664]: DEBUG oslo_concurrency.lockutils [None req-57c57cbf-2673-4706-b5de-1e370462e82b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.538692] env[62664]: DEBUG oslo_vmware.api [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 915.538692] env[62664]: value = "task-2698151" [ 915.538692] env[62664]: _type = "Task" [ 915.538692] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.545628] env[62664]: DEBUG oslo_vmware.api [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.564765] env[62664]: DEBUG nova.compute.manager [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.587804] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065527} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.588103] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.588922] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d417040-d6d0-4ce9-9298-2dfc9a48d8ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.611544] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 81c1459c-01fa-44b5-8e8b-ae64f13a6043/81c1459c-01fa-44b5-8e8b-ae64f13a6043.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.612718] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b373679-2b80-40a4-9f15-de240868770b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.640026] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070818} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.640026] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.640410] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139b1821-f752-4628-a4e9-4213a8714691 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.644173] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 915.644173] env[62664]: value = "task-2698152" [ 915.644173] env[62664]: _type = "Task" [ 915.644173] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.668435] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 368d5d6d-5d50-4957-a58c-d9deb4366c4e/368d5d6d-5d50-4957-a58c-d9deb4366c4e.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.672836] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255fb3ab-12b8-4801-9187-7f385ed83f29 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.688132] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.692756] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for the task: (returnval){ [ 915.692756] env[62664]: value = "task-2698153" [ 915.692756] env[62664]: _type = "Task" [ 915.692756] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.702712] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.851850] env[62664]: DEBUG nova.objects.instance [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'flavor' on Instance uuid a881c010-07df-40df-a487-42e3e382c8bc {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.892267] env[62664]: DEBUG oslo_concurrency.lockutils [None req-732d6293-96e0-49dd-adec-4cb6af961a16 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "cc594488-4f67-41ae-a435-231597208e92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.799s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.976461] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Releasing lock "refresh_cache-f5ad8d0c-0087-4698-a3f5-061a0e647610" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.976869] env[62664]: DEBUG nova.compute.manager [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Instance network_info: |[{"id": "c7a6f4b2-3468-4c32-aa4f-bc59222ef118", "address": "fa:16:3e:8d:21:17", "network": {"id": "ed6e88fa-311b-4aea-a2ba-8277e02a72ac", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1992710609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38470afa3e1245fc9a6e2ec830abd83f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a6f4b2-34", "ovs_interfaceid": "c7a6f4b2-3468-4c32-aa4f-bc59222ef118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.977224] env[62664]: DEBUG oslo_concurrency.lockutils [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] Acquired lock "refresh_cache-f5ad8d0c-0087-4698-a3f5-061a0e647610" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.977459] env[62664]: DEBUG nova.network.neutron [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Refreshing network info cache for port c7a6f4b2-3468-4c32-aa4f-bc59222ef118 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.979713] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:21:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7a6f4b2-3468-4c32-aa4f-bc59222ef118', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.987086] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Creating folder: Project (38470afa3e1245fc9a6e2ec830abd83f). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.992221] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50e94999-3ad2-429a-a354-7de563038f19 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.002641] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Created folder: Project (38470afa3e1245fc9a6e2ec830abd83f) in parent group-v543506. [ 916.002818] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Creating folder: Instances. Parent ref: group-v543730. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.003107] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40eabb1f-c028-4342-94ed-464026c96ebd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.013322] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Created folder: Instances in parent group-v543730. [ 916.013561] env[62664]: DEBUG oslo.service.loopingcall [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.013751] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.013955] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05049fef-feac-42d4-ada8-5619dad4f813 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.037847] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.037847] env[62664]: value = "task-2698156" [ 916.037847] env[62664]: _type = "Task" [ 916.037847] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.050272] env[62664]: DEBUG oslo_vmware.api [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.053655] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698156, 'name': CreateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.091362] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.156578] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.193203] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67d5843-9c0d-4be7-bb29-16dd141342b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.208572] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef1de33-4c66-4b56-b553-3060b6a05dc3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.211579] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.241709] env[62664]: DEBUG nova.network.neutron [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Updated VIF entry in instance network info cache for port c7a6f4b2-3468-4c32-aa4f-bc59222ef118. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.242066] env[62664]: DEBUG nova.network.neutron [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Updating instance_info_cache with network_info: [{"id": "c7a6f4b2-3468-4c32-aa4f-bc59222ef118", "address": "fa:16:3e:8d:21:17", "network": {"id": "ed6e88fa-311b-4aea-a2ba-8277e02a72ac", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1992710609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38470afa3e1245fc9a6e2ec830abd83f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a6f4b2-34", "ovs_interfaceid": "c7a6f4b2-3468-4c32-aa4f-bc59222ef118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.243784] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5817e942-1a96-4e9c-9dd3-cb9d6f25cde4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.251733] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d2e34d-9775-45b1-832c-f6bc3434bea0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.267197] env[62664]: DEBUG nova.compute.provider_tree [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.357332] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.357609] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.357844] env[62664]: DEBUG nova.network.neutron [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.358079] env[62664]: DEBUG nova.objects.instance [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'info_cache' on Instance uuid a881c010-07df-40df-a487-42e3e382c8bc {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.549961] env[62664]: DEBUG oslo_vmware.api [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528862} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.553099] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.553305] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.553644] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.553644] env[62664]: INFO nova.compute.manager [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Took 1.65 seconds to destroy the instance on the hypervisor. [ 916.553876] env[62664]: DEBUG oslo.service.loopingcall [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.554382] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698156, 'name': CreateVM_Task, 'duration_secs': 0.371107} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.554382] env[62664]: DEBUG nova.compute.manager [-] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.554382] env[62664]: DEBUG nova.network.neutron [-] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.555865] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.556489] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.556648] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.556948] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.557641] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd50fd5-b47f-4350-87b6-f05a0f848c37 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.562889] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for the task: (returnval){ [ 916.562889] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528d12b2-65c9-c21f-0a59-921bb91c5b1b" [ 916.562889] env[62664]: _type = "Task" [ 916.562889] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.570069] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528d12b2-65c9-c21f-0a59-921bb91c5b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.655399] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698152, 'name': ReconfigVM_Task, 'duration_secs': 0.609342} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.655748] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 81c1459c-01fa-44b5-8e8b-ae64f13a6043/81c1459c-01fa-44b5-8e8b-ae64f13a6043.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.656701] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb27a8ee-06c5-4978-ad3a-ae69a44149ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.663041] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 916.663041] env[62664]: value = "task-2698157" [ 916.663041] env[62664]: _type = "Task" [ 916.663041] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.671061] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698157, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.708071] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698153, 'name': ReconfigVM_Task, 'duration_secs': 0.59231} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.708071] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 368d5d6d-5d50-4957-a58c-d9deb4366c4e/368d5d6d-5d50-4957-a58c-d9deb4366c4e.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.708071] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d3e77cb-2841-4fec-8cdf-4d390d6deb96 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.713265] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for the task: (returnval){ [ 916.713265] env[62664]: value = "task-2698158" [ 916.713265] env[62664]: _type = "Task" [ 916.713265] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.720768] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698158, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.747841] env[62664]: DEBUG oslo_concurrency.lockutils [req-76f7d819-6c7d-4961-85be-63d74b5c3ac6 req-e7208ae0-b131-4359-9a66-5e3d716dd6da service nova] Releasing lock "refresh_cache-f5ad8d0c-0087-4698-a3f5-061a0e647610" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.769223] env[62664]: DEBUG nova.scheduler.client.report [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.861673] env[62664]: DEBUG nova.objects.base [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 916.863555] env[62664]: DEBUG nova.compute.manager [req-20eb29a5-33be-4cef-b0e5-2532ab950fd2 req-de4d1088-a090-4c03-9c97-b523f5e78555 service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Received event network-vif-deleted-d5a7b685-96a0-43b5-916f-b35eb8c585ab {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.863774] env[62664]: INFO nova.compute.manager [req-20eb29a5-33be-4cef-b0e5-2532ab950fd2 req-de4d1088-a090-4c03-9c97-b523f5e78555 service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Neutron deleted interface d5a7b685-96a0-43b5-916f-b35eb8c585ab; detaching it from the instance and deleting it from the info cache [ 916.864022] env[62664]: DEBUG nova.network.neutron [req-20eb29a5-33be-4cef-b0e5-2532ab950fd2 req-de4d1088-a090-4c03-9c97-b523f5e78555 service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.074212] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528d12b2-65c9-c21f-0a59-921bb91c5b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.029907} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.074488] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.074716] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.074938] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.075096] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.075275] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.075558] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b9251ba-67f4-4640-bbe5-b63c984f6b47 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.083652] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.083863] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.084566] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31ef485-1d77-4e95-b30f-4aadac4ad932 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.089542] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for the task: (returnval){ [ 917.089542] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5228f84d-b319-db7d-2d31-c28aeb9bd76f" [ 917.089542] env[62664]: _type = "Task" [ 917.089542] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.096759] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5228f84d-b319-db7d-2d31-c28aeb9bd76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.173391] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698157, 'name': Rename_Task, 'duration_secs': 0.132691} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.173697] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.173948] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc3caecc-28bf-437b-b160-01e39b5af663 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.180456] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 917.180456] env[62664]: value = "task-2698159" [ 917.180456] env[62664]: _type = "Task" [ 917.180456] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.187883] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.225033] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698158, 'name': Rename_Task, 'duration_secs': 0.137548} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.225033] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.225276] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17c2012e-5bfd-471c-bcc7-128fd0476288 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.231807] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for the task: (returnval){ [ 917.231807] env[62664]: value = "task-2698160" [ 917.231807] env[62664]: _type = "Task" [ 917.231807] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.239542] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.275740] env[62664]: DEBUG oslo_concurrency.lockutils [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.278612] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.630s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.290772] env[62664]: DEBUG nova.network.neutron [-] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.298801] env[62664]: INFO nova.scheduler.client.report [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleted allocations for instance 034b7587-af6c-4ce2-a268-d50412ea89ed [ 917.369034] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6352a9bc-0341-44b3-8027-da893cd7bb34 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.379648] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5129feae-f0be-45fa-8231-f045c78c53c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.414281] env[62664]: DEBUG nova.compute.manager [req-20eb29a5-33be-4cef-b0e5-2532ab950fd2 req-de4d1088-a090-4c03-9c97-b523f5e78555 service nova] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Detach interface failed, port_id=d5a7b685-96a0-43b5-916f-b35eb8c585ab, reason: Instance 4283a193-e2eb-4c64-9601-a305e2ad4264 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 917.601848] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5228f84d-b319-db7d-2d31-c28aeb9bd76f, 'name': SearchDatastore_Task, 'duration_secs': 0.007535} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.606666] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ebeee6-50ea-4d99-9062-57ab1fa85949 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.614203] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for the task: (returnval){ [ 917.614203] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5234d374-0edc-4e4e-0fb0-33a0c40a92eb" [ 917.614203] env[62664]: _type = "Task" [ 917.614203] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.629356] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5234d374-0edc-4e4e-0fb0-33a0c40a92eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.693490] env[62664]: DEBUG oslo_vmware.api [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698159, 'name': PowerOnVM_Task, 'duration_secs': 0.481187} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.693798] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.694078] env[62664]: INFO nova.compute.manager [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Took 9.45 seconds to spawn the instance on the hypervisor. [ 917.694310] env[62664]: DEBUG nova.compute.manager [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.695136] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cc7ad4-0e2d-44ab-ba27-2cf9cd850d43 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.743740] env[62664]: DEBUG nova.network.neutron [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [{"id": "147cad01-1bfa-4c75-b37d-ad728828290c", "address": "fa:16:3e:53:9f:5e", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147cad01-1b", "ovs_interfaceid": "147cad01-1bfa-4c75-b37d-ad728828290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.745110] env[62664]: DEBUG oslo_vmware.api [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698160, 'name': PowerOnVM_Task, 'duration_secs': 0.440311} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.745548] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.745766] env[62664]: INFO nova.compute.manager [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Took 6.36 seconds to spawn the instance on the hypervisor. [ 917.745944] env[62664]: DEBUG nova.compute.manager [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.746796] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d830e-e2e6-410f-ad48-acd535b7eb27 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.793144] env[62664]: INFO nova.compute.manager [-] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Took 1.24 seconds to deallocate network for instance. [ 917.806346] env[62664]: DEBUG oslo_concurrency.lockutils [None req-91705eef-5b45-4bb6-9a23-eb9bca43f275 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "034b7587-af6c-4ce2-a268-d50412ea89ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.624s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.068659] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e807b-138c-4ecf-bb93-8abebbfb7114 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.076182] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5365d810-bfa9-489b-9913-943776ce8d58 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.107790] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96bb0aa-9f90-4967-ace7-53b9bbf7cb77 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.121098] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b310e3-9e2a-4922-8d11-ae61259cf5cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.130526] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5234d374-0edc-4e4e-0fb0-33a0c40a92eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.131502] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.131502] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f5ad8d0c-0087-4698-a3f5-061a0e647610/f5ad8d0c-0087-4698-a3f5-061a0e647610.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.131657] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e940655c-9941-457b-a980-44fbd81f956d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.141829] env[62664]: DEBUG nova.compute.provider_tree [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.147704] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for the task: (returnval){ [ 918.147704] env[62664]: value = "task-2698161" [ 918.147704] env[62664]: _type = "Task" [ 918.147704] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.156489] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.215070] env[62664]: INFO nova.compute.manager [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Took 21.54 seconds to build instance. [ 918.247035] env[62664]: DEBUG oslo_concurrency.lockutils [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.262360] env[62664]: INFO nova.compute.manager [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Took 19.77 seconds to build instance. [ 918.300285] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.614741] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquiring lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.644507] env[62664]: DEBUG nova.scheduler.client.report [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.657794] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.717415] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bf1c3446-de16-4d4d-86ee-2bbfe2243309 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.055s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.763929] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4c04c482-31eb-4df8-8fe5-b64413541a3a tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.278s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.764320] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.150s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.764570] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquiring lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.765456] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.765456] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.766941] env[62664]: INFO nova.compute.manager [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Terminating instance [ 919.053615] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.053902] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.161490] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564718} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.161749] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f5ad8d0c-0087-4698-a3f5-061a0e647610/f5ad8d0c-0087-4698-a3f5-061a0e647610.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.161959] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.162212] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c87dc71c-caf3-420b-81ca-8c28d202d680 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.168785] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for the task: (returnval){ [ 919.168785] env[62664]: value = "task-2698162" [ 919.168785] env[62664]: _type = "Task" [ 919.168785] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.176491] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.241866] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "caa20413-d78f-4ce1-beb6-143ae8f96e11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.242097] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "caa20413-d78f-4ce1-beb6-143ae8f96e11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.251495] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.252268] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b934a10e-2b52-4793-bbd9-d6d0be424039 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.259134] env[62664]: DEBUG oslo_vmware.api [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 919.259134] env[62664]: value = "task-2698163" [ 919.259134] env[62664]: _type = "Task" [ 919.259134] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.267467] env[62664]: DEBUG oslo_vmware.api [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.271356] env[62664]: DEBUG nova.compute.manager [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.271597] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.272465] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.273504] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.274378] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb018c02-9e40-44ef-8f28-ef917c70c4fb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.282584] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.282781] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95d141d5-e1a8-43ac-be31-d92ffd01a6b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.289668] env[62664]: DEBUG oslo_vmware.api [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for the task: (returnval){ [ 919.289668] env[62664]: value = "task-2698164" [ 919.289668] env[62664]: _type = "Task" [ 919.289668] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.299470] env[62664]: DEBUG oslo_vmware.api [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.557873] env[62664]: DEBUG nova.compute.manager [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.657403] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.379s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.662063] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.208s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.663194] env[62664]: INFO nova.compute.claims [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.679429] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066313} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.679766] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.680569] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6625edd2-fe3b-411d-a83d-e5ba0a754f6c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.705413] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] f5ad8d0c-0087-4698-a3f5-061a0e647610/f5ad8d0c-0087-4698-a3f5-061a0e647610.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.706804] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a0a4cd3-0ff6-44df-b966-c935f0e6b199 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.725975] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for the task: (returnval){ [ 919.725975] env[62664]: value = "task-2698165" [ 919.725975] env[62664]: _type = "Task" [ 919.725975] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.734047] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.743881] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.771272] env[62664]: DEBUG oslo_vmware.api [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.777486] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.799341] env[62664]: DEBUG oslo_vmware.api [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698164, 'name': PowerOffVM_Task, 'duration_secs': 0.187778} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.799605] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.799799] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.800067] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30a85a87-43a3-4b2e-bd3f-844c4494c38c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.861136] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.861353] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.861586] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Deleting the datastore file [datastore2] 368d5d6d-5d50-4957-a58c-d9deb4366c4e {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.861861] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a302ffd-051e-4151-96c5-d976eb986033 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.868256] env[62664]: DEBUG oslo_vmware.api [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for the task: (returnval){ [ 919.868256] env[62664]: value = "task-2698167" [ 919.868256] env[62664]: _type = "Task" [ 919.868256] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.876184] env[62664]: DEBUG oslo_vmware.api [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.085406] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.232552] env[62664]: INFO nova.scheduler.client.report [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted allocation for migration 1c9a14ce-8295-477b-9bcb-62689ca8ec40 [ 920.240127] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.267953] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.273647] env[62664]: DEBUG oslo_vmware.api [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698163, 'name': PowerOnVM_Task, 'duration_secs': 0.856719} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.273934] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.274152] env[62664]: DEBUG nova.compute.manager [None req-85a6b5a3-f5f7-4a93-baa0-26b46bf1b0a9 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.275040] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d700b7-27b7-49b2-9175-bba06db71da7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.301105] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.380056] env[62664]: DEBUG oslo_vmware.api [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Task: {'id': task-2698167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159349} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.380241] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.380364] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.380540] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.380715] env[62664]: INFO nova.compute.manager [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 920.380959] env[62664]: DEBUG oslo.service.loopingcall [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.381167] env[62664]: DEBUG nova.compute.manager [-] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.381255] env[62664]: DEBUG nova.network.neutron [-] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.628457] env[62664]: DEBUG nova.compute.manager [req-23655985-9047-4ff7-881b-50c56b041887 req-38b6bcac-4776-456e-89c0-6b56e13db571 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Received event network-vif-deleted-a9c789b0-181d-45bd-b509-828fa88b97d5 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.628672] env[62664]: INFO nova.compute.manager [req-23655985-9047-4ff7-881b-50c56b041887 req-38b6bcac-4776-456e-89c0-6b56e13db571 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Neutron deleted interface a9c789b0-181d-45bd-b509-828fa88b97d5; detaching it from the instance and deleting it from the info cache [ 920.629117] env[62664]: DEBUG nova.network.neutron [req-23655985-9047-4ff7-881b-50c56b041887 req-38b6bcac-4776-456e-89c0-6b56e13db571 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.647095] env[62664]: DEBUG oslo_concurrency.lockutils [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.647343] env[62664]: DEBUG oslo_concurrency.lockutils [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.647622] env[62664]: DEBUG oslo_concurrency.lockutils [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.647811] env[62664]: DEBUG oslo_concurrency.lockutils [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.647983] env[62664]: DEBUG oslo_concurrency.lockutils [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.649899] env[62664]: INFO nova.compute.manager [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Terminating instance [ 920.738182] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698165, 'name': ReconfigVM_Task, 'duration_secs': 0.537117} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.738541] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Reconfigured VM instance instance-00000053 to attach disk [datastore2] f5ad8d0c-0087-4698-a3f5-061a0e647610/f5ad8d0c-0087-4698-a3f5-061a0e647610.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.739189] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14192241-1cbb-43b7-a591-43f723fda0b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.741430] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ddc99535-f26d-4bc4-bf66-b79019661ac0 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "ce66a068-38c6-44c3-af64-8e8919111032" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.564s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.750088] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for the task: (returnval){ [ 920.750088] env[62664]: value = "task-2698168" [ 920.750088] env[62664]: _type = "Task" [ 920.750088] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.759907] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698168, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.986038] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa495f38-09d3-48da-928c-2c182af3c37b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.994895] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4bab9e-42c8-4c4f-b6cc-2572271ed58f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.029183] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af3ecc7-abb2-45fc-b804-9929dd8a72fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.037288] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d96436-afb7-4316-b418-429b56bc28e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.051298] env[62664]: DEBUG nova.compute.provider_tree [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.102384] env[62664]: DEBUG nova.network.neutron [-] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.131727] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4401caf-c082-4691-bb61-dc6a2827ca19 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.142293] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c7d3c0-f21f-49aa-b835-5a2f2a456803 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.155425] env[62664]: DEBUG nova.compute.manager [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.155679] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.156509] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26db3a5-5cf4-4718-a9cc-18fa377af296 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.168535] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.168535] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b67d8367-de67-4fda-bd50-75062d7970ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.184482] env[62664]: DEBUG nova.compute.manager [req-23655985-9047-4ff7-881b-50c56b041887 req-38b6bcac-4776-456e-89c0-6b56e13db571 service nova] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Detach interface failed, port_id=a9c789b0-181d-45bd-b509-828fa88b97d5, reason: Instance 368d5d6d-5d50-4957-a58c-d9deb4366c4e could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 921.187309] env[62664]: DEBUG oslo_vmware.api [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 921.187309] env[62664]: value = "task-2698169" [ 921.187309] env[62664]: _type = "Task" [ 921.187309] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.197095] env[62664]: DEBUG oslo_vmware.api [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2698169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.260166] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698168, 'name': Rename_Task, 'duration_secs': 0.297892} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.260551] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.260931] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ade45578-3e74-427d-bf58-ae05d2dcc05c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.268568] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for the task: (returnval){ [ 921.268568] env[62664]: value = "task-2698170" [ 921.268568] env[62664]: _type = "Task" [ 921.268568] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.280234] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.574075] env[62664]: ERROR nova.scheduler.client.report [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [req-a077e402-7a42-4e59-b245-b4a44a589b27] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a077e402-7a42-4e59-b245-b4a44a589b27"}]} [ 921.590807] env[62664]: DEBUG nova.scheduler.client.report [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 921.605454] env[62664]: INFO nova.compute.manager [-] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Took 1.22 seconds to deallocate network for instance. [ 921.608302] env[62664]: DEBUG nova.scheduler.client.report [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 921.608302] env[62664]: DEBUG nova.compute.provider_tree [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 921.626711] env[62664]: DEBUG nova.scheduler.client.report [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 921.646841] env[62664]: DEBUG nova.scheduler.client.report [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 921.668631] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "ce66a068-38c6-44c3-af64-8e8919111032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.668631] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "ce66a068-38c6-44c3-af64-8e8919111032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.669140] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "ce66a068-38c6-44c3-af64-8e8919111032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.669140] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "ce66a068-38c6-44c3-af64-8e8919111032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.669267] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "ce66a068-38c6-44c3-af64-8e8919111032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.671913] env[62664]: INFO nova.compute.manager [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Terminating instance [ 921.697854] env[62664]: DEBUG oslo_vmware.api [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2698169, 'name': PowerOffVM_Task, 'duration_secs': 0.260613} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.702374] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.702374] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.702374] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc6a54a-9693-4644-895e-8998d97f534a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.764205] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.765117] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.765117] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Deleting the datastore file [datastore1] a3961cb7-a11e-4151-9301-bc5e9caaa27b {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.765117] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e694abb2-a3e9-4203-9440-87cfa835b777 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.773334] env[62664]: DEBUG oslo_vmware.api [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for the task: (returnval){ [ 921.773334] env[62664]: value = "task-2698172" [ 921.773334] env[62664]: _type = "Task" [ 921.773334] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.782057] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.787270] env[62664]: DEBUG oslo_vmware.api [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2698172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.963996] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e6b601-2d6f-4454-932e-88d6e2667a8d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.973512] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e64dd-0e8c-4c03-ab24-d92121c36944 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.004101] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94552be8-fd42-4d45-9566-1c9e65b57912 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.011417] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d05c25-3ac7-424b-8f98-6bb0bb3b72a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.025316] env[62664]: DEBUG nova.compute.provider_tree [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.115143] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.119678] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "054f0c35-7ba7-4cf6-a118-a9eb844af058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.119905] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "054f0c35-7ba7-4cf6-a118-a9eb844af058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.175301] env[62664]: DEBUG nova.compute.manager [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.175412] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.176427] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1acf2e-977f-4b4b-b6b2-65cff6f08bbb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.184049] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.184295] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d499e57b-e12e-4e15-8188-7b8fe74ca40b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.190822] env[62664]: DEBUG oslo_vmware.api [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 922.190822] env[62664]: value = "task-2698173" [ 922.190822] env[62664]: _type = "Task" [ 922.190822] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.198819] env[62664]: DEBUG oslo_vmware.api [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.279927] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.287520] env[62664]: DEBUG oslo_vmware.api [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Task: {'id': task-2698172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206608} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.287806] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.287999] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.288216] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.288415] env[62664]: INFO nova.compute.manager [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 922.288709] env[62664]: DEBUG oslo.service.loopingcall [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.288926] env[62664]: DEBUG nova.compute.manager [-] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.289051] env[62664]: DEBUG nova.network.neutron [-] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.528790] env[62664]: DEBUG nova.scheduler.client.report [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.622072] env[62664]: DEBUG nova.compute.manager [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.705802] env[62664]: DEBUG oslo_vmware.api [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698173, 'name': PowerOffVM_Task, 'duration_secs': 0.197364} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.706405] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.706405] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.706573] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61a53cbf-7273-4add-b9da-20872094a8e4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.778803] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.779117] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.779206] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleting the datastore file [datastore2] ce66a068-38c6-44c3-af64-8e8919111032 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.779529] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-959369cf-5baf-4ca1-97ac-80ec98ddc6fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.789470] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.791024] env[62664]: DEBUG oslo_vmware.api [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 922.791024] env[62664]: value = "task-2698175" [ 922.791024] env[62664]: _type = "Task" [ 922.791024] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.801474] env[62664]: DEBUG oslo_vmware.api [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.806405] env[62664]: DEBUG nova.compute.manager [req-1df16acc-5119-4ddc-b9d7-cfb7b38e2d7f req-78f22377-9b42-41c7-82a7-94e6c1f3dc36 service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Received event network-vif-deleted-a9b238fc-2134-40d8-8d95-63fd9b848742 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.806646] env[62664]: INFO nova.compute.manager [req-1df16acc-5119-4ddc-b9d7-cfb7b38e2d7f req-78f22377-9b42-41c7-82a7-94e6c1f3dc36 service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Neutron deleted interface a9b238fc-2134-40d8-8d95-63fd9b848742; detaching it from the instance and deleting it from the info cache [ 922.806823] env[62664]: DEBUG nova.network.neutron [req-1df16acc-5119-4ddc-b9d7-cfb7b38e2d7f req-78f22377-9b42-41c7-82a7-94e6c1f3dc36 service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.036570] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.375s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.037124] env[62664]: DEBUG nova.compute.manager [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.039769] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.958s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.041111] env[62664]: INFO nova.compute.claims [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.142459] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.281915] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.285322] env[62664]: DEBUG nova.network.neutron [-] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.301389] env[62664]: DEBUG oslo_vmware.api [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207424} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.301665] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.301864] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.302060] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.302237] env[62664]: INFO nova.compute.manager [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Took 1.13 seconds to destroy the instance on the hypervisor. [ 923.302477] env[62664]: DEBUG oslo.service.loopingcall [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.302662] env[62664]: DEBUG nova.compute.manager [-] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.302758] env[62664]: DEBUG nova.network.neutron [-] [instance: ce66a068-38c6-44c3-af64-8e8919111032] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.310374] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81f38aac-45c0-4f8c-80fe-f775998ac62f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.319227] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9aac7b-9ad9-4fbc-b91d-d391aee3cb3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.351622] env[62664]: DEBUG nova.compute.manager [req-1df16acc-5119-4ddc-b9d7-cfb7b38e2d7f req-78f22377-9b42-41c7-82a7-94e6c1f3dc36 service nova] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Detach interface failed, port_id=a9b238fc-2134-40d8-8d95-63fd9b848742, reason: Instance a3961cb7-a11e-4151-9301-bc5e9caaa27b could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 923.550821] env[62664]: DEBUG nova.compute.utils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 923.550821] env[62664]: DEBUG nova.compute.manager [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.550821] env[62664]: DEBUG nova.network.neutron [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.594536] env[62664]: DEBUG nova.policy [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '159ac91e0e86488d989d17c485ffa06c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc0e913bbcf0408e9b8bdcef2ae70c6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.783665] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698170, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.788290] env[62664]: INFO nova.compute.manager [-] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Took 1.50 seconds to deallocate network for instance. [ 923.875954] env[62664]: DEBUG nova.network.neutron [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Successfully created port: 0a3514dd-64eb-4f7e-bdec-f6ada579979f {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.050736] env[62664]: DEBUG nova.compute.manager [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.088407] env[62664]: DEBUG nova.network.neutron [-] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.283937] env[62664]: DEBUG oslo_vmware.api [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698170, 'name': PowerOnVM_Task, 'duration_secs': 2.930242} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.284238] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.284452] env[62664]: INFO nova.compute.manager [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Took 10.86 seconds to spawn the instance on the hypervisor. [ 924.284628] env[62664]: DEBUG nova.compute.manager [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.285453] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b3998d-aa2e-4552-a3cf-30a4a547459a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.296816] env[62664]: DEBUG oslo_concurrency.lockutils [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.366367] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adb7af7-1d04-46c2-a495-6e240ec2d1cd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.374100] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26186f5b-e04b-4070-8613-4b6160d624a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.404951] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f3037e-bab3-470f-93c4-0ad49627c1ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.412150] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9935646-1cd6-4ab9-b57d-d02dd5803762 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.426520] env[62664]: DEBUG nova.compute.provider_tree [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.589732] env[62664]: INFO nova.compute.manager [-] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Took 1.29 seconds to deallocate network for instance. [ 924.806106] env[62664]: INFO nova.compute.manager [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Took 23.14 seconds to build instance. [ 924.885314] env[62664]: DEBUG nova.compute.manager [req-43649328-c282-4867-ae65-bb49c55e02ad req-40f04591-8992-4e30-be2f-033b683ce414 service nova] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Received event network-vif-deleted-19eed596-3434-4ee9-860a-8c6cfe6ab352 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.929423] env[62664]: DEBUG nova.scheduler.client.report [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.067898] env[62664]: DEBUG nova.compute.manager [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.094504] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.094863] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.095041] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.095236] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.095387] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.095561] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.095776] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.095938] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.096168] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.096281] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.096448] env[62664]: DEBUG nova.virt.hardware [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.097340] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.098237] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4e25f0-6d43-46da-9d9a-8f9b6c6c0b98 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.106310] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83124b91-ccd4-470d-8c43-5a0dbb9485dd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.283355] env[62664]: DEBUG nova.compute.manager [req-dddf8913-662a-43da-8b57-7bcfb337300c req-98f533fd-eec1-4461-b3ed-600ffbf25f0a service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Received event network-vif-plugged-0a3514dd-64eb-4f7e-bdec-f6ada579979f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.283596] env[62664]: DEBUG oslo_concurrency.lockutils [req-dddf8913-662a-43da-8b57-7bcfb337300c req-98f533fd-eec1-4461-b3ed-600ffbf25f0a service nova] Acquiring lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.283808] env[62664]: DEBUG oslo_concurrency.lockutils [req-dddf8913-662a-43da-8b57-7bcfb337300c req-98f533fd-eec1-4461-b3ed-600ffbf25f0a service nova] Lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.283980] env[62664]: DEBUG oslo_concurrency.lockutils [req-dddf8913-662a-43da-8b57-7bcfb337300c req-98f533fd-eec1-4461-b3ed-600ffbf25f0a service nova] Lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.284173] env[62664]: DEBUG nova.compute.manager [req-dddf8913-662a-43da-8b57-7bcfb337300c req-98f533fd-eec1-4461-b3ed-600ffbf25f0a service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] No waiting events found dispatching network-vif-plugged-0a3514dd-64eb-4f7e-bdec-f6ada579979f {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.284341] env[62664]: WARNING nova.compute.manager [req-dddf8913-662a-43da-8b57-7bcfb337300c req-98f533fd-eec1-4461-b3ed-600ffbf25f0a service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Received unexpected event network-vif-plugged-0a3514dd-64eb-4f7e-bdec-f6ada579979f for instance with vm_state building and task_state spawning. [ 925.308551] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d76de06-f086-4c3e-9a53-018b63d5d4c0 tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Lock "f5ad8d0c-0087-4698-a3f5-061a0e647610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.649s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.375361] env[62664]: DEBUG nova.network.neutron [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Successfully updated port: 0a3514dd-64eb-4f7e-bdec-f6ada579979f {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.435049] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.435563] env[62664]: DEBUG nova.compute.manager [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.438238] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.993s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.438376] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.438546] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 925.438849] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.348s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.440264] env[62664]: INFO nova.compute.claims [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.443511] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b9522f-430b-4155-bd52-f4eb791391d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.452356] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37bd82a-d527-4470-a9b9-39810c0931e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.467952] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cec28a-8bba-4c9a-8ba7-09b638e329d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.474520] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71477174-91f9-46bc-ba62-2e511f76e431 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.506588] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179251MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 925.506816] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.878220] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquiring lock "refresh_cache-8a66fe50-87db-4e97-a5a7-2ea9b11228e9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.878220] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquired lock "refresh_cache-8a66fe50-87db-4e97-a5a7-2ea9b11228e9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.878220] env[62664]: DEBUG nova.network.neutron [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.944758] env[62664]: DEBUG nova.compute.utils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 925.946278] env[62664]: DEBUG nova.compute.manager [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.946376] env[62664]: DEBUG nova.network.neutron [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.990619] env[62664]: DEBUG nova.policy [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa204050f0e94a36a7922aa16a60b74f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '087d4d1f78b3445e949b8aef8c2e18b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.086037] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquiring lock "f5ad8d0c-0087-4698-a3f5-061a0e647610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.086399] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Lock "f5ad8d0c-0087-4698-a3f5-061a0e647610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.086693] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquiring lock "f5ad8d0c-0087-4698-a3f5-061a0e647610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.086958] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Lock "f5ad8d0c-0087-4698-a3f5-061a0e647610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.087158] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Lock "f5ad8d0c-0087-4698-a3f5-061a0e647610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.089323] env[62664]: INFO nova.compute.manager [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Terminating instance [ 926.251394] env[62664]: DEBUG nova.network.neutron [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Successfully created port: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.453114] env[62664]: DEBUG nova.compute.manager [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.467422] env[62664]: DEBUG nova.network.neutron [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.592721] env[62664]: DEBUG nova.compute.manager [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.592974] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.593934] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880b9862-54b0-431e-82e8-b80c5eb8ae2d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.603261] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.603519] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ec837ef-1052-4ed1-bfff-d6d52368e7dc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.614125] env[62664]: DEBUG oslo_vmware.api [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for the task: (returnval){ [ 926.614125] env[62664]: value = "task-2698176" [ 926.614125] env[62664]: _type = "Task" [ 926.614125] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.643298] env[62664]: DEBUG nova.network.neutron [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Updating instance_info_cache with network_info: [{"id": "0a3514dd-64eb-4f7e-bdec-f6ada579979f", "address": "fa:16:3e:aa:e9:85", "network": {"id": "e7a5fd9c-eaad-474c-ab30-bf4ccf6b8242", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1444950791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0e913bbcf0408e9b8bdcef2ae70c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3514dd-64", "ovs_interfaceid": "0a3514dd-64eb-4f7e-bdec-f6ada579979f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.867829] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb5891-b8ce-47f9-b924-6cffd1e9f424 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.875255] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f2b718-6b22-4abb-918c-0568b39df269 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.905274] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31815df5-3573-493f-8197-fe0529e089dc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.912931] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31412d5-ba47-493b-b11a-a5c2c796abf5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.926620] env[62664]: DEBUG nova.compute.provider_tree [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.123950] env[62664]: DEBUG oslo_vmware.api [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698176, 'name': PowerOffVM_Task, 'duration_secs': 0.267919} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.124199] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.124369] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.124629] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88a707aa-c6c1-40ba-a979-d1e4fa616c39 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.148257] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Releasing lock "refresh_cache-8a66fe50-87db-4e97-a5a7-2ea9b11228e9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.148566] env[62664]: DEBUG nova.compute.manager [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Instance network_info: |[{"id": "0a3514dd-64eb-4f7e-bdec-f6ada579979f", "address": "fa:16:3e:aa:e9:85", "network": {"id": "e7a5fd9c-eaad-474c-ab30-bf4ccf6b8242", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1444950791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0e913bbcf0408e9b8bdcef2ae70c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3514dd-64", "ovs_interfaceid": "0a3514dd-64eb-4f7e-bdec-f6ada579979f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.148999] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:e9:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a3514dd-64eb-4f7e-bdec-f6ada579979f', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.156822] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Creating folder: Project (dc0e913bbcf0408e9b8bdcef2ae70c6b). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.157143] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c7af942-6188-4456-986d-2df9dbaf14f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.167717] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Created folder: Project (dc0e913bbcf0408e9b8bdcef2ae70c6b) in parent group-v543506. [ 927.167980] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Creating folder: Instances. Parent ref: group-v543733. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.168269] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e77171b-eb73-4343-9693-344270177a0c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.177949] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Created folder: Instances in parent group-v543733. [ 927.178194] env[62664]: DEBUG oslo.service.loopingcall [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.178385] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.178968] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb9fc3c9-3d86-4811-a6ea-8d614fd2a921 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.196411] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.196622] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.196802] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Deleting the datastore file [datastore2] f5ad8d0c-0087-4698-a3f5-061a0e647610 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.197079] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12ef6d14-c1b8-48be-baeb-3e628071a04d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.200327] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.200327] env[62664]: value = "task-2698180" [ 927.200327] env[62664]: _type = "Task" [ 927.200327] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.206178] env[62664]: DEBUG oslo_vmware.api [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for the task: (returnval){ [ 927.206178] env[62664]: value = "task-2698181" [ 927.206178] env[62664]: _type = "Task" [ 927.206178] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.212067] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698180, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.217017] env[62664]: DEBUG oslo_vmware.api [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.309803] env[62664]: DEBUG nova.compute.manager [req-f15aed70-4cee-49dd-994e-7cf460877e8e req-66d97629-d872-4466-a317-db45aae306f4 service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Received event network-changed-0a3514dd-64eb-4f7e-bdec-f6ada579979f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.310193] env[62664]: DEBUG nova.compute.manager [req-f15aed70-4cee-49dd-994e-7cf460877e8e req-66d97629-d872-4466-a317-db45aae306f4 service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Refreshing instance network info cache due to event network-changed-0a3514dd-64eb-4f7e-bdec-f6ada579979f. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 927.310589] env[62664]: DEBUG oslo_concurrency.lockutils [req-f15aed70-4cee-49dd-994e-7cf460877e8e req-66d97629-d872-4466-a317-db45aae306f4 service nova] Acquiring lock "refresh_cache-8a66fe50-87db-4e97-a5a7-2ea9b11228e9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.310821] env[62664]: DEBUG oslo_concurrency.lockutils [req-f15aed70-4cee-49dd-994e-7cf460877e8e req-66d97629-d872-4466-a317-db45aae306f4 service nova] Acquired lock "refresh_cache-8a66fe50-87db-4e97-a5a7-2ea9b11228e9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.311109] env[62664]: DEBUG nova.network.neutron [req-f15aed70-4cee-49dd-994e-7cf460877e8e req-66d97629-d872-4466-a317-db45aae306f4 service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Refreshing network info cache for port 0a3514dd-64eb-4f7e-bdec-f6ada579979f {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.429411] env[62664]: DEBUG nova.scheduler.client.report [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.488301] env[62664]: DEBUG nova.compute.manager [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.517026] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.517307] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.517469] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.517712] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.517876] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.518041] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.518276] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.518437] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.518623] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.518811] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.519010] env[62664]: DEBUG nova.virt.hardware [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.519912] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8926ecca-f3de-4c43-887e-69bcfdf039b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.527821] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393bd34c-6777-498d-abc3-f63e254c1408 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.709966] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698180, 'name': CreateVM_Task, 'duration_secs': 0.342621} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.713202] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.713817] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.713987] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.714325] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.714945] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062f3f5b-ecf6-43ab-a4bf-f29a30b2bd95 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.720049] env[62664]: DEBUG oslo_vmware.api [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Task: {'id': task-2698181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148514} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.720693] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.720942] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.721144] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.721324] env[62664]: INFO nova.compute.manager [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Took 1.13 seconds to destroy the instance on the hypervisor. [ 927.721588] env[62664]: DEBUG oslo.service.loopingcall [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.721821] env[62664]: DEBUG nova.compute.manager [-] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.721923] env[62664]: DEBUG nova.network.neutron [-] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.725068] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for the task: (returnval){ [ 927.725068] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526428d0-7eef-6c3f-d2b9-c4329adb6001" [ 927.725068] env[62664]: _type = "Task" [ 927.725068] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.732699] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526428d0-7eef-6c3f-d2b9-c4329adb6001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.793305] env[62664]: DEBUG nova.network.neutron [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Successfully updated port: ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.934971] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.935810] env[62664]: DEBUG nova.compute.manager [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.941071] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.641s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.941309] env[62664]: DEBUG nova.objects.instance [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lazy-loading 'resources' on Instance uuid 4283a193-e2eb-4c64-9601-a305e2ad4264 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.019288] env[62664]: DEBUG nova.network.neutron [req-f15aed70-4cee-49dd-994e-7cf460877e8e req-66d97629-d872-4466-a317-db45aae306f4 service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Updated VIF entry in instance network info cache for port 0a3514dd-64eb-4f7e-bdec-f6ada579979f. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.019580] env[62664]: DEBUG nova.network.neutron [req-f15aed70-4cee-49dd-994e-7cf460877e8e req-66d97629-d872-4466-a317-db45aae306f4 service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Updating instance_info_cache with network_info: [{"id": "0a3514dd-64eb-4f7e-bdec-f6ada579979f", "address": "fa:16:3e:aa:e9:85", "network": {"id": "e7a5fd9c-eaad-474c-ab30-bf4ccf6b8242", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1444950791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc0e913bbcf0408e9b8bdcef2ae70c6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a3514dd-64", "ovs_interfaceid": "0a3514dd-64eb-4f7e-bdec-f6ada579979f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.023543] env[62664]: DEBUG nova.compute.manager [req-47b00cf8-5bfb-4ded-aa1b-ea7e01a1ab7a req-d84cab4f-ad58-498d-8a9e-87c389d29fa9 service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Received event network-vif-deleted-c7a6f4b2-3468-4c32-aa4f-bc59222ef118 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.023767] env[62664]: INFO nova.compute.manager [req-47b00cf8-5bfb-4ded-aa1b-ea7e01a1ab7a req-d84cab4f-ad58-498d-8a9e-87c389d29fa9 service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Neutron deleted interface c7a6f4b2-3468-4c32-aa4f-bc59222ef118; detaching it from the instance and deleting it from the info cache [ 928.023913] env[62664]: DEBUG nova.network.neutron [req-47b00cf8-5bfb-4ded-aa1b-ea7e01a1ab7a req-d84cab4f-ad58-498d-8a9e-87c389d29fa9 service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.238858] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526428d0-7eef-6c3f-d2b9-c4329adb6001, 'name': SearchDatastore_Task, 'duration_secs': 0.008953} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.239178] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.239414] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.239649] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.239798] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.240390] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.240390] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-060a9de0-f261-4f3c-aac3-ff3d940f89ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.248604] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.248765] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.249666] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ecfa8c6-92ec-4e31-88b3-0f0e10b9b91a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.254556] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for the task: (returnval){ [ 928.254556] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52471bc1-477a-7335-f5b8-28f1a4b388c5" [ 928.254556] env[62664]: _type = "Task" [ 928.254556] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.262208] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52471bc1-477a-7335-f5b8-28f1a4b388c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.295619] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.295619] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquired lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.295619] env[62664]: DEBUG nova.network.neutron [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.444269] env[62664]: DEBUG nova.compute.utils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 928.448608] env[62664]: DEBUG nova.compute.manager [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.449063] env[62664]: DEBUG nova.network.neutron [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.494078] env[62664]: DEBUG nova.policy [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '210791c1338f40c0a50f04f1fb63b2fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec3f088e5a9c4a51a5b2b6bfe132e60b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.507030] env[62664]: DEBUG nova.network.neutron [-] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.522767] env[62664]: DEBUG oslo_concurrency.lockutils [req-f15aed70-4cee-49dd-994e-7cf460877e8e req-66d97629-d872-4466-a317-db45aae306f4 service nova] Releasing lock "refresh_cache-8a66fe50-87db-4e97-a5a7-2ea9b11228e9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.527153] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aced0da1-5456-4e97-bb97-400708c61211 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.536562] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb7f786-3aed-45d7-b8c7-2b8c99afe492 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.573472] env[62664]: DEBUG nova.compute.manager [req-47b00cf8-5bfb-4ded-aa1b-ea7e01a1ab7a req-d84cab4f-ad58-498d-8a9e-87c389d29fa9 service nova] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Detach interface failed, port_id=c7a6f4b2-3468-4c32-aa4f-bc59222ef118, reason: Instance f5ad8d0c-0087-4698-a3f5-061a0e647610 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 928.748144] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71ca1c3-4518-494a-933d-5dd35fcfbc33 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.758833] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b521673e-9c59-49d4-8a81-68c636689cfc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.767104] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52471bc1-477a-7335-f5b8-28f1a4b388c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008452} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.799719] env[62664]: DEBUG nova.network.neutron [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Successfully created port: 4ccdaf77-df4e-4470-a85a-402aa49a76a6 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.801910] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64300a1-2a67-4f5f-8e56-4a0827cfdf89 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.804547] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3910e6-2242-403f-92ac-a5a3363ea85c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.814654] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf51ec9-6d96-41e7-ba19-d13fbf68b755 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.818610] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for the task: (returnval){ [ 928.818610] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528a95f5-d74e-4548-635b-916d2437993b" [ 928.818610] env[62664]: _type = "Task" [ 928.818610] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.829928] env[62664]: DEBUG nova.compute.provider_tree [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.836184] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528a95f5-d74e-4548-635b-916d2437993b, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.836921] env[62664]: DEBUG nova.network.neutron [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.838876] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.839150] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 8a66fe50-87db-4e97-a5a7-2ea9b11228e9/8a66fe50-87db-4e97-a5a7-2ea9b11228e9.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.839958] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6201763d-a22f-46df-87b7-707aba83525f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.846922] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for the task: (returnval){ [ 928.846922] env[62664]: value = "task-2698182" [ 928.846922] env[62664]: _type = "Task" [ 928.846922] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.855049] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.949285] env[62664]: DEBUG nova.compute.manager [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.989074] env[62664]: DEBUG nova.network.neutron [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Updating instance_info_cache with network_info: [{"id": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "address": "fa:16:3e:e9:b0:d1", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3c6b44-c3", "ovs_interfaceid": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.009408] env[62664]: INFO nova.compute.manager [-] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Took 1.29 seconds to deallocate network for instance. [ 929.333710] env[62664]: DEBUG nova.scheduler.client.report [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.338736] env[62664]: DEBUG nova.compute.manager [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Received event network-vif-plugged-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.338967] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] Acquiring lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.339198] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] Lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.339367] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] Lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.339535] env[62664]: DEBUG nova.compute.manager [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] No waiting events found dispatching network-vif-plugged-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.339706] env[62664]: WARNING nova.compute.manager [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Received unexpected event network-vif-plugged-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f for instance with vm_state building and task_state spawning. [ 929.339868] env[62664]: DEBUG nova.compute.manager [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Received event network-changed-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.340036] env[62664]: DEBUG nova.compute.manager [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Refreshing instance network info cache due to event network-changed-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 929.340210] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] Acquiring lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.357350] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449414} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.357602] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 8a66fe50-87db-4e97-a5a7-2ea9b11228e9/8a66fe50-87db-4e97-a5a7-2ea9b11228e9.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.357837] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.358097] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-187a8dcf-02d7-46ed-b151-b9937cac4826 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.364109] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for the task: (returnval){ [ 929.364109] env[62664]: value = "task-2698183" [ 929.364109] env[62664]: _type = "Task" [ 929.364109] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.372275] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.491577] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Releasing lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.491862] env[62664]: DEBUG nova.compute.manager [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Instance network_info: |[{"id": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "address": "fa:16:3e:e9:b0:d1", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3c6b44-c3", "ovs_interfaceid": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.492404] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] Acquired lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.492595] env[62664]: DEBUG nova.network.neutron [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Refreshing network info cache for port ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.495404] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b0:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.503139] env[62664]: DEBUG oslo.service.loopingcall [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.505819] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.506272] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68099e71-9ced-4bc1-b8cb-d8b03af03a12 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.521403] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.526748] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.526748] env[62664]: value = "task-2698184" [ 929.526748] env[62664]: _type = "Task" [ 929.526748] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.534337] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698184, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.701783] env[62664]: DEBUG nova.network.neutron [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Updated VIF entry in instance network info cache for port ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.702257] env[62664]: DEBUG nova.network.neutron [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Updating instance_info_cache with network_info: [{"id": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "address": "fa:16:3e:e9:b0:d1", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3c6b44-c3", "ovs_interfaceid": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.842367] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.845119] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.760s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.846687] env[62664]: INFO nova.compute.claims [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.866372] env[62664]: INFO nova.scheduler.client.report [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted allocations for instance 4283a193-e2eb-4c64-9601-a305e2ad4264 [ 929.882669] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056697} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.882949] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.884032] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa08d164-ad92-4ab1-9dc2-670ec97890a4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.907334] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 8a66fe50-87db-4e97-a5a7-2ea9b11228e9/8a66fe50-87db-4e97-a5a7-2ea9b11228e9.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.908362] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e7ac87-e912-43af-a7c8-f37d1d683e5a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.927562] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for the task: (returnval){ [ 929.927562] env[62664]: value = "task-2698185" [ 929.927562] env[62664]: _type = "Task" [ 929.927562] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.934934] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.960110] env[62664]: DEBUG nova.compute.manager [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.986460] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.986815] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.987041] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.987256] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.987411] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.987595] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.987924] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.988150] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.988361] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.988570] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.988788] env[62664]: DEBUG nova.virt.hardware [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.990081] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a9c3e5-28af-4ec8-a004-b9990a04c6aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.998613] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8804d4-9c1d-406c-9644-e09071d2cd81 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.035021] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698184, 'name': CreateVM_Task, 'duration_secs': 0.381117} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.035229] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.035920] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.036108] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.036419] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.036663] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b82293-7db3-4f34-98b6-11b92231e5e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.041014] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 930.041014] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52376c4c-9313-29f1-e243-0003977a8bae" [ 930.041014] env[62664]: _type = "Task" [ 930.041014] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.048320] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52376c4c-9313-29f1-e243-0003977a8bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.205610] env[62664]: DEBUG oslo_concurrency.lockutils [req-4df9883d-3095-47da-90c5-9763e50323f5 req-a8906aa6-1fa9-43d4-a425-6d660508088e service nova] Releasing lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.303454] env[62664]: DEBUG nova.network.neutron [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Successfully updated port: 4ccdaf77-df4e-4470-a85a-402aa49a76a6 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.377153] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e4508e2e-d86f-4349-a1e3-d19a3944fd38 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "4283a193-e2eb-4c64-9601-a305e2ad4264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.985s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.437225] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698185, 'name': ReconfigVM_Task, 'duration_secs': 0.278082} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.437492] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 8a66fe50-87db-4e97-a5a7-2ea9b11228e9/8a66fe50-87db-4e97-a5a7-2ea9b11228e9.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.438195] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03e93fdc-bb47-4c53-9d3d-44a43f505314 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.443562] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for the task: (returnval){ [ 930.443562] env[62664]: value = "task-2698186" [ 930.443562] env[62664]: _type = "Task" [ 930.443562] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.451532] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698186, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.552248] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52376c4c-9313-29f1-e243-0003977a8bae, 'name': SearchDatastore_Task, 'duration_secs': 0.008502} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.552576] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.552812] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.553062] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.553212] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.553395] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.553660] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-073b8e9f-82c9-4144-a579-c78b023a6a03 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.562808] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.563008] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.563722] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d447b2-6683-40fb-8bcb-5462b3135bb8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.568660] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 930.568660] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5202e342-8392-eee6-8f13-f97957876ce5" [ 930.568660] env[62664]: _type = "Task" [ 930.568660] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.577345] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5202e342-8392-eee6-8f13-f97957876ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.806212] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "refresh_cache-ae343812-3b7e-464f-8c4b-32695cb6fefd" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.806397] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "refresh_cache-ae343812-3b7e-464f-8c4b-32695cb6fefd" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.806590] env[62664]: DEBUG nova.network.neutron [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.954174] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698186, 'name': Rename_Task, 'duration_secs': 0.14481} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.956819] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.957272] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-997d1cd3-a283-45f5-8cab-65148cb8848a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.964154] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for the task: (returnval){ [ 930.964154] env[62664]: value = "task-2698187" [ 930.964154] env[62664]: _type = "Task" [ 930.964154] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.974528] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.082303] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5202e342-8392-eee6-8f13-f97957876ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.01819} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.083066] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6862855e-d1d5-46c8-b965-63e4f9e825fb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.091105] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 931.091105] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a7f9d3-6416-1f8c-b35a-c369b40b8023" [ 931.091105] env[62664]: _type = "Task" [ 931.091105] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.098216] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a7f9d3-6416-1f8c-b35a-c369b40b8023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.133718] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8721ac51-12a8-4711-8f88-b9324c7bd435 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.140745] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8848238d-8ff9-4d49-ac10-ea0d6e14c9b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.171457] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db1781b-4144-4776-b98a-aa6ed05ec2dd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.178792] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4535a777-b69d-47ca-8649-e683c6cea4c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.192083] env[62664]: DEBUG nova.compute.provider_tree [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.336174] env[62664]: DEBUG nova.network.neutron [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.362913] env[62664]: DEBUG nova.compute.manager [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Received event network-vif-plugged-4ccdaf77-df4e-4470-a85a-402aa49a76a6 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.363165] env[62664]: DEBUG oslo_concurrency.lockutils [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] Acquiring lock "ae343812-3b7e-464f-8c4b-32695cb6fefd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.363481] env[62664]: DEBUG oslo_concurrency.lockutils [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] Lock "ae343812-3b7e-464f-8c4b-32695cb6fefd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.363704] env[62664]: DEBUG oslo_concurrency.lockutils [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] Lock "ae343812-3b7e-464f-8c4b-32695cb6fefd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.364008] env[62664]: DEBUG nova.compute.manager [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] No waiting events found dispatching network-vif-plugged-4ccdaf77-df4e-4470-a85a-402aa49a76a6 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.364268] env[62664]: WARNING nova.compute.manager [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Received unexpected event network-vif-plugged-4ccdaf77-df4e-4470-a85a-402aa49a76a6 for instance with vm_state building and task_state spawning. [ 931.364497] env[62664]: DEBUG nova.compute.manager [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Received event network-changed-4ccdaf77-df4e-4470-a85a-402aa49a76a6 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.364747] env[62664]: DEBUG nova.compute.manager [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Refreshing instance network info cache due to event network-changed-4ccdaf77-df4e-4470-a85a-402aa49a76a6. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.364834] env[62664]: DEBUG oslo_concurrency.lockutils [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] Acquiring lock "refresh_cache-ae343812-3b7e-464f-8c4b-32695cb6fefd" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.474540] env[62664]: DEBUG oslo_vmware.api [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698187, 'name': PowerOnVM_Task, 'duration_secs': 0.437616} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.474804] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.475014] env[62664]: INFO nova.compute.manager [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Took 6.41 seconds to spawn the instance on the hypervisor. [ 931.475191] env[62664]: DEBUG nova.compute.manager [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.476036] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd244a25-d59c-40ce-801f-3f8e66fed4bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.502228] env[62664]: DEBUG nova.network.neutron [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Updating instance_info_cache with network_info: [{"id": "4ccdaf77-df4e-4470-a85a-402aa49a76a6", "address": "fa:16:3e:02:b8:01", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccdaf77-df", "ovs_interfaceid": "4ccdaf77-df4e-4470-a85a-402aa49a76a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.600891] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a7f9d3-6416-1f8c-b35a-c369b40b8023, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.601179] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.601431] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] a89f6d20-3e97-4fa1-83f0-70e92e8be55a/a89f6d20-3e97-4fa1-83f0-70e92e8be55a.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.601680] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e25a22a-8d3e-4e57-a911-f577b7f7bf67 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.607823] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 931.607823] env[62664]: value = "task-2698188" [ 931.607823] env[62664]: _type = "Task" [ 931.607823] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.615294] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.695474] env[62664]: DEBUG nova.scheduler.client.report [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.992572] env[62664]: INFO nova.compute.manager [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Took 19.57 seconds to build instance. [ 932.005595] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "refresh_cache-ae343812-3b7e-464f-8c4b-32695cb6fefd" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.006238] env[62664]: DEBUG nova.compute.manager [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Instance network_info: |[{"id": "4ccdaf77-df4e-4470-a85a-402aa49a76a6", "address": "fa:16:3e:02:b8:01", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccdaf77-df", "ovs_interfaceid": "4ccdaf77-df4e-4470-a85a-402aa49a76a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.006238] env[62664]: DEBUG oslo_concurrency.lockutils [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] Acquired lock "refresh_cache-ae343812-3b7e-464f-8c4b-32695cb6fefd" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.006457] env[62664]: DEBUG nova.network.neutron [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Refreshing network info cache for port 4ccdaf77-df4e-4470-a85a-402aa49a76a6 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.008312] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:b8:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ccdaf77-df4e-4470-a85a-402aa49a76a6', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.015979] env[62664]: DEBUG oslo.service.loopingcall [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.017331] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.017576] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-659c375f-4c97-460a-9772-a2ffbedd9b07 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.041567] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.041567] env[62664]: value = "task-2698189" [ 932.041567] env[62664]: _type = "Task" [ 932.041567] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.053473] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698189, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.118777] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469429} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.119097] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] a89f6d20-3e97-4fa1-83f0-70e92e8be55a/a89f6d20-3e97-4fa1-83f0-70e92e8be55a.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.119307] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.119553] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4782c178-4eaf-4df2-a8b6-62cce64aeeaf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.125037] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 932.125037] env[62664]: value = "task-2698190" [ 932.125037] env[62664]: _type = "Task" [ 932.125037] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.133235] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.200959] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.201625] env[62664]: DEBUG nova.compute.manager [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.204440] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.938s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.205882] env[62664]: INFO nova.compute.claims [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.494717] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a5a409c8-aa6c-48f6-9c19-ba1c9ffee37a tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.080s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.551452] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698189, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.635343] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062672} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.635644] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.636486] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06867114-6807-4479-a72c-52e6f702d515 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.658106] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] a89f6d20-3e97-4fa1-83f0-70e92e8be55a/a89f6d20-3e97-4fa1-83f0-70e92e8be55a.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.660622] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc75de1-a89a-4571-b386-61c003d9a804 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.678830] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 932.678830] env[62664]: value = "task-2698191" [ 932.678830] env[62664]: _type = "Task" [ 932.678830] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.686286] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.710355] env[62664]: DEBUG nova.compute.utils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 932.713602] env[62664]: DEBUG nova.compute.manager [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.713766] env[62664]: DEBUG nova.network.neutron [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.752635] env[62664]: DEBUG nova.policy [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c481e02e9ec4e70890690c8208c5329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4891787dcdc4b35a3845d045c302596', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.804824] env[62664]: DEBUG nova.network.neutron [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Updated VIF entry in instance network info cache for port 4ccdaf77-df4e-4470-a85a-402aa49a76a6. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.805372] env[62664]: DEBUG nova.network.neutron [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Updating instance_info_cache with network_info: [{"id": "4ccdaf77-df4e-4470-a85a-402aa49a76a6", "address": "fa:16:3e:02:b8:01", "network": {"id": "0e400054-db1e-4d32-8f71-7ebc9bc817f7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-201946159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec3f088e5a9c4a51a5b2b6bfe132e60b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ccdaf77-df", "ovs_interfaceid": "4ccdaf77-df4e-4470-a85a-402aa49a76a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.012378] env[62664]: DEBUG nova.network.neutron [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Successfully created port: f757f062-1aee-4b3e-928c-d10425ea376c {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.052289] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698189, 'name': CreateVM_Task, 'duration_secs': 0.651823} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.052462] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.053304] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.053471] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.053807] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.054082] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4876c4bf-8270-49ae-ad4f-06b97c2d7c51 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.059891] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 933.059891] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526f08dd-9f96-63df-b543-ede8836f9175" [ 933.059891] env[62664]: _type = "Task" [ 933.059891] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.069696] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526f08dd-9f96-63df-b543-ede8836f9175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.188730] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698191, 'name': ReconfigVM_Task, 'duration_secs': 0.247359} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.188996] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Reconfigured VM instance instance-00000055 to attach disk [datastore1] a89f6d20-3e97-4fa1-83f0-70e92e8be55a/a89f6d20-3e97-4fa1-83f0-70e92e8be55a.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.189670] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-407c9815-a617-424f-b864-bb7c336b3803 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.196880] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 933.196880] env[62664]: value = "task-2698192" [ 933.196880] env[62664]: _type = "Task" [ 933.196880] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.205585] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698192, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.214265] env[62664]: DEBUG nova.compute.manager [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.308569] env[62664]: DEBUG oslo_concurrency.lockutils [req-b10b4964-7bdd-451e-9bf3-f8281f2b75c2 req-0c819177-08c5-427e-a06b-71242778d2bc service nova] Releasing lock "refresh_cache-ae343812-3b7e-464f-8c4b-32695cb6fefd" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.530153] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1bdeff-7a27-4995-8fcb-e62569c838f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.538241] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86998988-e54f-491c-9cd3-f26d719a8f58 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.571256] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753a3496-28c8-410c-b55c-f26f337be1c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.579535] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526f08dd-9f96-63df-b543-ede8836f9175, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.581295] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.581858] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.581858] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.581968] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.582075] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.582368] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f35d9e42-c40b-4f84-8cf7-b91056d418ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.584976] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23456a28-a098-43b0-8643-fb15adafab84 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.599176] env[62664]: DEBUG nova.compute.provider_tree [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.602431] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.602655] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.603396] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcba5e5-5335-47fa-8507-b16ab491c789 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.608731] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 933.608731] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5265bfce-e999-83f1-7f49-80cc54427264" [ 933.608731] env[62664]: _type = "Task" [ 933.608731] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.616540] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5265bfce-e999-83f1-7f49-80cc54427264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.707012] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698192, 'name': Rename_Task, 'duration_secs': 0.171117} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.707289] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.707516] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-041ad45d-ef53-4763-a982-23a9fec9718f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.716047] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 933.716047] env[62664]: value = "task-2698193" [ 933.716047] env[62664]: _type = "Task" [ 933.716047] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.725478] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.102464] env[62664]: DEBUG nova.scheduler.client.report [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.119038] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5265bfce-e999-83f1-7f49-80cc54427264, 'name': SearchDatastore_Task, 'duration_secs': 0.007847} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.121026] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d55163-eb01-4de1-a4fb-fbf4679d7210 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.126419] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 934.126419] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524676a7-b203-03aa-86c5-290a5ae206a5" [ 934.126419] env[62664]: _type = "Task" [ 934.126419] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.134554] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524676a7-b203-03aa-86c5-290a5ae206a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.194567] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquiring lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.194835] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.195068] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquiring lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.195262] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.195447] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.198031] env[62664]: INFO nova.compute.manager [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Terminating instance [ 934.228993] env[62664]: DEBUG nova.compute.manager [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.230817] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.255291] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.255497] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.255685] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.255886] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.256051] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.256205] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.256418] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.256563] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.256729] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.256896] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.257086] env[62664]: DEBUG nova.virt.hardware [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.257983] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20937c3-ca12-438f-8d01-2fc10306b5e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.265507] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c17ded8-28c6-492e-a25a-48cad56ba276 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.296130] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquiring lock "f36cea30-3bd7-4e2d-99bd-36e723867735" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.296469] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Lock "f36cea30-3bd7-4e2d-99bd-36e723867735" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.296724] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquiring lock "f36cea30-3bd7-4e2d-99bd-36e723867735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.296943] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Lock "f36cea30-3bd7-4e2d-99bd-36e723867735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.297178] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Lock "f36cea30-3bd7-4e2d-99bd-36e723867735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.299346] env[62664]: INFO nova.compute.manager [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Terminating instance [ 934.504337] env[62664]: DEBUG nova.compute.manager [req-ec16f6bc-8259-47ff-a974-b16fca4eb6ca req-daa598af-f36f-47af-b62a-ff7c4f82dc90 service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Received event network-vif-plugged-f757f062-1aee-4b3e-928c-d10425ea376c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.504337] env[62664]: DEBUG oslo_concurrency.lockutils [req-ec16f6bc-8259-47ff-a974-b16fca4eb6ca req-daa598af-f36f-47af-b62a-ff7c4f82dc90 service nova] Acquiring lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.504337] env[62664]: DEBUG oslo_concurrency.lockutils [req-ec16f6bc-8259-47ff-a974-b16fca4eb6ca req-daa598af-f36f-47af-b62a-ff7c4f82dc90 service nova] Lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.504337] env[62664]: DEBUG oslo_concurrency.lockutils [req-ec16f6bc-8259-47ff-a974-b16fca4eb6ca req-daa598af-f36f-47af-b62a-ff7c4f82dc90 service nova] Lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.504337] env[62664]: DEBUG nova.compute.manager [req-ec16f6bc-8259-47ff-a974-b16fca4eb6ca req-daa598af-f36f-47af-b62a-ff7c4f82dc90 service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] No waiting events found dispatching network-vif-plugged-f757f062-1aee-4b3e-928c-d10425ea376c {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.504337] env[62664]: WARNING nova.compute.manager [req-ec16f6bc-8259-47ff-a974-b16fca4eb6ca req-daa598af-f36f-47af-b62a-ff7c4f82dc90 service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Received unexpected event network-vif-plugged-f757f062-1aee-4b3e-928c-d10425ea376c for instance with vm_state building and task_state spawning. [ 934.596753] env[62664]: DEBUG nova.network.neutron [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Successfully updated port: f757f062-1aee-4b3e-928c-d10425ea376c {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.607791] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.608375] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.613309] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.313s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.614676] env[62664]: INFO nova.compute.claims [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.637076] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524676a7-b203-03aa-86c5-290a5ae206a5, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.637249] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.637506] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] ae343812-3b7e-464f-8c4b-32695cb6fefd/ae343812-3b7e-464f-8c4b-32695cb6fefd.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.637790] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12b41e9b-2bfd-4b04-a671-a91ff420330a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.644590] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 934.644590] env[62664]: value = "task-2698194" [ 934.644590] env[62664]: _type = "Task" [ 934.644590] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.653292] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.703018] env[62664]: DEBUG nova.compute.manager [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.703018] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.703018] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300d6900-82d4-4efb-b95b-fbae2436d51d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.710588] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.710889] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e20ce20-c523-4479-bc08-2aed697af5cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.716393] env[62664]: DEBUG oslo_vmware.api [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for the task: (returnval){ [ 934.716393] env[62664]: value = "task-2698195" [ 934.716393] env[62664]: _type = "Task" [ 934.716393] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.727388] env[62664]: DEBUG oslo_vmware.api [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698193, 'name': PowerOnVM_Task, 'duration_secs': 0.708535} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.730569] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.730821] env[62664]: INFO nova.compute.manager [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Took 7.24 seconds to spawn the instance on the hypervisor. [ 934.731061] env[62664]: DEBUG nova.compute.manager [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.731395] env[62664]: DEBUG oslo_vmware.api [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.732229] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f000922-b078-484d-afd7-ae15c73c29fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.803336] env[62664]: DEBUG nova.compute.manager [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.803641] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.805243] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e07ee5-e817-4926-ab53-989a487328e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.818015] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.818403] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de6ac225-8621-477e-baf8-d4c453819032 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.826745] env[62664]: DEBUG oslo_vmware.api [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for the task: (returnval){ [ 934.826745] env[62664]: value = "task-2698196" [ 934.826745] env[62664]: _type = "Task" [ 934.826745] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.839516] env[62664]: DEBUG oslo_vmware.api [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2698196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.101836] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "refresh_cache-e7d230d8-27fa-4bf0-9fbf-8e252e728d15" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.102087] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "refresh_cache-e7d230d8-27fa-4bf0-9fbf-8e252e728d15" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.102281] env[62664]: DEBUG nova.network.neutron [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.119370] env[62664]: DEBUG nova.compute.utils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 935.122873] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.123284] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.153636] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698194, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.168145] env[62664]: DEBUG nova.policy [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e9633c129e3406e88444a89aaab0262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2fa59da6f074675b46d3422989005f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.226797] env[62664]: DEBUG oslo_vmware.api [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698195, 'name': PowerOffVM_Task, 'duration_secs': 0.201633} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.227074] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.227250] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.227497] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ef3f4b9-897b-4fb9-a888-6fb1607d5ead {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.250549] env[62664]: INFO nova.compute.manager [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Took 22.18 seconds to build instance. [ 935.284138] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.284353] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.284539] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Deleting the datastore file [datastore1] 8a66fe50-87db-4e97-a5a7-2ea9b11228e9 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.284799] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a770f4-a532-4ac4-8589-f624612a60e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.292377] env[62664]: DEBUG oslo_vmware.api [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for the task: (returnval){ [ 935.292377] env[62664]: value = "task-2698198" [ 935.292377] env[62664]: _type = "Task" [ 935.292377] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.300722] env[62664]: DEBUG oslo_vmware.api [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.340524] env[62664]: DEBUG oslo_vmware.api [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2698196, 'name': PowerOffVM_Task, 'duration_secs': 0.309708} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.341794] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.341794] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.341794] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-048f0d3e-6fae-41a2-b22d-c5a4fe54ee38 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.433369] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Successfully created port: 7b48a8e7-d88f-4a38-acaa-455ff47e7358 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.563147] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.563383] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.563565] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Deleting the datastore file [datastore2] f36cea30-3bd7-4e2d-99bd-36e723867735 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.563831] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a4b0dc-3524-4fbe-8ffa-fe7d37557153 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.569541] env[62664]: DEBUG oslo_vmware.api [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for the task: (returnval){ [ 935.569541] env[62664]: value = "task-2698200" [ 935.569541] env[62664]: _type = "Task" [ 935.569541] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.577979] env[62664]: DEBUG oslo_vmware.api [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2698200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.630245] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.638777] env[62664]: DEBUG nova.network.neutron [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.661255] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511096} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.662572] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] ae343812-3b7e-464f-8c4b-32695cb6fefd/ae343812-3b7e-464f-8c4b-32695cb6fefd.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.662892] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.663129] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72386762-da5d-4210-b447-78e6208a0da0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.670847] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 935.670847] env[62664]: value = "task-2698201" [ 935.670847] env[62664]: _type = "Task" [ 935.670847] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.686444] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.752985] env[62664]: DEBUG oslo_concurrency.lockutils [None req-be6f3def-d322-46d4-aa5c-a86d44bfd81e tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.696s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.806819] env[62664]: DEBUG oslo_vmware.api [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Task: {'id': task-2698198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149622} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.809473] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.809669] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.809849] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.810404] env[62664]: INFO nova.compute.manager [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 935.810404] env[62664]: DEBUG oslo.service.loopingcall [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.810731] env[62664]: DEBUG nova.compute.manager [-] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.810826] env[62664]: DEBUG nova.network.neutron [-] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.855777] env[62664]: DEBUG nova.network.neutron [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Updating instance_info_cache with network_info: [{"id": "f757f062-1aee-4b3e-928c-d10425ea376c", "address": "fa:16:3e:c0:2d:74", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf757f062-1a", "ovs_interfaceid": "f757f062-1aee-4b3e-928c-d10425ea376c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.994166] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d1a118-a061-461e-a883-da66b8405b50 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.001705] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cda162d-f154-4e0d-a813-717c96c1e5fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.034145] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7652d98c-0a19-4f0a-99ea-78bb0f212780 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.042385] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fa7c1a-2041-4580-911b-d9f556fc6e0a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.058888] env[62664]: DEBUG nova.compute.provider_tree [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.079754] env[62664]: DEBUG oslo_vmware.api [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Task: {'id': task-2698200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305418} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.080074] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.080300] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.080478] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.080658] env[62664]: INFO nova.compute.manager [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Took 1.28 seconds to destroy the instance on the hypervisor. [ 936.080920] env[62664]: DEBUG oslo.service.loopingcall [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.081100] env[62664]: DEBUG nova.compute.manager [-] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.081197] env[62664]: DEBUG nova.network.neutron [-] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.184638] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072105} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.185588] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.186479] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1eef32-8d0c-4e71-87f7-e41de7bb3bc9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.211699] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] ae343812-3b7e-464f-8c4b-32695cb6fefd/ae343812-3b7e-464f-8c4b-32695cb6fefd.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.212321] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727f73e0-3231-4f5d-94ac-04e4bdfc5fdd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.236527] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 936.236527] env[62664]: value = "task-2698202" [ 936.236527] env[62664]: _type = "Task" [ 936.236527] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.246456] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.359555] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "refresh_cache-e7d230d8-27fa-4bf0-9fbf-8e252e728d15" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.360057] env[62664]: DEBUG nova.compute.manager [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Instance network_info: |[{"id": "f757f062-1aee-4b3e-928c-d10425ea376c", "address": "fa:16:3e:c0:2d:74", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf757f062-1a", "ovs_interfaceid": "f757f062-1aee-4b3e-928c-d10425ea376c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.360319] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:2d:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f757f062-1aee-4b3e-928c-d10425ea376c', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.369738] env[62664]: DEBUG oslo.service.loopingcall [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.370086] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.370363] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d877ed5-f08f-4289-a983-ada09aeb4990 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.398623] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.398623] env[62664]: value = "task-2698203" [ 936.398623] env[62664]: _type = "Task" [ 936.398623] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.408352] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698203, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.548852] env[62664]: DEBUG nova.compute.manager [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Received event network-changed-f757f062-1aee-4b3e-928c-d10425ea376c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.549254] env[62664]: DEBUG nova.compute.manager [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Refreshing instance network info cache due to event network-changed-f757f062-1aee-4b3e-928c-d10425ea376c. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 936.549528] env[62664]: DEBUG oslo_concurrency.lockutils [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] Acquiring lock "refresh_cache-e7d230d8-27fa-4bf0-9fbf-8e252e728d15" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.549675] env[62664]: DEBUG oslo_concurrency.lockutils [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] Acquired lock "refresh_cache-e7d230d8-27fa-4bf0-9fbf-8e252e728d15" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.549835] env[62664]: DEBUG nova.network.neutron [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Refreshing network info cache for port f757f062-1aee-4b3e-928c-d10425ea376c {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.561934] env[62664]: DEBUG nova.scheduler.client.report [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.649309] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.686725] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.686874] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.686916] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.687160] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.687323] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.687470] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.687675] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.687868] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.688074] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.688344] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.688543] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.689797] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4938c4-10ff-40e1-a292-0b33ff67ecf5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.701390] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d65a1f-9df1-4893-8ca6-fa7fa06a0fa0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.707845] env[62664]: DEBUG nova.compute.manager [req-a9ff2bbc-5653-482c-9088-ab47b9881931 req-321e4c73-d924-4cdf-8e2c-dfceba74992a service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Received event network-vif-deleted-ca141721-8c63-4df5-be64-7d8bf49c3fc5 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.708059] env[62664]: INFO nova.compute.manager [req-a9ff2bbc-5653-482c-9088-ab47b9881931 req-321e4c73-d924-4cdf-8e2c-dfceba74992a service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Neutron deleted interface ca141721-8c63-4df5-be64-7d8bf49c3fc5; detaching it from the instance and deleting it from the info cache [ 936.708230] env[62664]: DEBUG nova.network.neutron [req-a9ff2bbc-5653-482c-9088-ab47b9881931 req-321e4c73-d924-4cdf-8e2c-dfceba74992a service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.745838] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698202, 'name': ReconfigVM_Task, 'duration_secs': 0.310317} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.746142] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Reconfigured VM instance instance-00000056 to attach disk [datastore1] ae343812-3b7e-464f-8c4b-32695cb6fefd/ae343812-3b7e-464f-8c4b-32695cb6fefd.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.746866] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0be24a5e-84f9-43b5-902a-284307e947b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.752938] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 936.752938] env[62664]: value = "task-2698204" [ 936.752938] env[62664]: _type = "Task" [ 936.752938] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.762626] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698204, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.911072] env[62664]: DEBUG nova.network.neutron [-] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.912283] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698203, 'name': CreateVM_Task, 'duration_secs': 0.364414} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.912844] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.915129] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.915129] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.915129] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.915129] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717ffc25-0666-4d56-a425-6dadab43d5dc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.919158] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 936.919158] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5284fe82-8f15-b368-1f81-f4a61b249bf1" [ 936.919158] env[62664]: _type = "Task" [ 936.919158] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.928075] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5284fe82-8f15-b368-1f81-f4a61b249bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.017771] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.018304] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.018685] env[62664]: INFO nova.compute.manager [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Rebooting instance [ 937.067071] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.067601] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.070328] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.955s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.070641] env[62664]: DEBUG nova.objects.instance [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lazy-loading 'resources' on Instance uuid 368d5d6d-5d50-4957-a58c-d9deb4366c4e {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.104020] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Successfully updated port: 7b48a8e7-d88f-4a38-acaa-455ff47e7358 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.176808] env[62664]: DEBUG nova.network.neutron [-] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.212390] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c01f62f2-fd5f-4233-97d7-d3a2e5c06578 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.226023] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df1bc23-e20c-4ef1-8371-ec1c1276ecfd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.261633] env[62664]: DEBUG nova.compute.manager [req-a9ff2bbc-5653-482c-9088-ab47b9881931 req-321e4c73-d924-4cdf-8e2c-dfceba74992a service nova] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Detach interface failed, port_id=ca141721-8c63-4df5-be64-7d8bf49c3fc5, reason: Instance f36cea30-3bd7-4e2d-99bd-36e723867735 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 937.269912] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698204, 'name': Rename_Task, 'duration_secs': 0.140158} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.270214] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.270799] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d053ac7-c81e-4eb6-8fdf-c36b67ed3426 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.279323] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 937.279323] env[62664]: value = "task-2698205" [ 937.279323] env[62664]: _type = "Task" [ 937.279323] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.287280] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.308420] env[62664]: DEBUG nova.network.neutron [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Updated VIF entry in instance network info cache for port f757f062-1aee-4b3e-928c-d10425ea376c. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.308869] env[62664]: DEBUG nova.network.neutron [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Updating instance_info_cache with network_info: [{"id": "f757f062-1aee-4b3e-928c-d10425ea376c", "address": "fa:16:3e:c0:2d:74", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf757f062-1a", "ovs_interfaceid": "f757f062-1aee-4b3e-928c-d10425ea376c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.415009] env[62664]: INFO nova.compute.manager [-] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Took 1.60 seconds to deallocate network for instance. [ 937.429717] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5284fe82-8f15-b368-1f81-f4a61b249bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.430079] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.430490] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.430584] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.430712] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.430927] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.431210] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4d527e8-8545-4f2a-b85b-baf16fd2fef5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.439941] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.440128] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.440834] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10840a4e-7353-46f5-97db-881c4da7c71c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.445956] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 937.445956] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cf1d8c-b1f5-4b79-57b5-a3f1ff3d8a54" [ 937.445956] env[62664]: _type = "Task" [ 937.445956] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.456207] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cf1d8c-b1f5-4b79-57b5-a3f1ff3d8a54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.542296] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.542486] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquired lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.542663] env[62664]: DEBUG nova.network.neutron [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.577988] env[62664]: DEBUG nova.compute.utils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 937.582323] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.582503] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.604825] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "refresh_cache-caa20413-d78f-4ce1-beb6-143ae8f96e11" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.604925] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "refresh_cache-caa20413-d78f-4ce1-beb6-143ae8f96e11" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.605100] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.625092] env[62664]: DEBUG nova.policy [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e9633c129e3406e88444a89aaab0262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2fa59da6f074675b46d3422989005f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.682249] env[62664]: INFO nova.compute.manager [-] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Took 1.60 seconds to deallocate network for instance. [ 937.791732] env[62664]: DEBUG oslo_vmware.api [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698205, 'name': PowerOnVM_Task, 'duration_secs': 0.471981} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.794442] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.794683] env[62664]: INFO nova.compute.manager [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Took 7.83 seconds to spawn the instance on the hypervisor. [ 937.794872] env[62664]: DEBUG nova.compute.manager [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.796071] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bb1f90-0014-45a1-bccf-6b0bf2855723 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.813806] env[62664]: DEBUG oslo_concurrency.lockutils [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] Releasing lock "refresh_cache-e7d230d8-27fa-4bf0-9fbf-8e252e728d15" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.814076] env[62664]: DEBUG nova.compute.manager [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Received event network-changed-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.814244] env[62664]: DEBUG nova.compute.manager [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Refreshing instance network info cache due to event network-changed-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.814429] env[62664]: DEBUG oslo_concurrency.lockutils [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] Acquiring lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.903760] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a76947a-b361-467b-bfdc-2d1f4a2d1459 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.915875] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9a4f24-e563-429f-8b43-7b71bb35adf8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.925414] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.955981] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Successfully created port: 4bf58075-cd58-4310-a9d6-bd576f15c598 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.961361] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffdff62-de28-4406-9f5f-d8d611f00f3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.970362] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cf1d8c-b1f5-4b79-57b5-a3f1ff3d8a54, 'name': SearchDatastore_Task, 'duration_secs': 0.008669} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.972899] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b69d65a-26eb-49aa-a8d2-f0d0274248ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.976447] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb85cdc-e3f2-4627-b0d5-e2532d69caf3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.983723] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 937.983723] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b5b22e-99a0-357e-ef41-3137fadcb8c6" [ 937.983723] env[62664]: _type = "Task" [ 937.983723] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.991820] env[62664]: DEBUG nova.compute.provider_tree [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.003452] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b5b22e-99a0-357e-ef41-3137fadcb8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.004282] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.004541] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] e7d230d8-27fa-4bf0-9fbf-8e252e728d15/e7d230d8-27fa-4bf0-9fbf-8e252e728d15.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.004832] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20529250-0475-45cc-bbd3-89dbf792a916 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.011559] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 938.011559] env[62664]: value = "task-2698206" [ 938.011559] env[62664]: _type = "Task" [ 938.011559] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.019520] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.083126] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.148178] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.192038] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.318924] env[62664]: INFO nova.compute.manager [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Took 22.25 seconds to build instance. [ 938.376080] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Updating instance_info_cache with network_info: [{"id": "7b48a8e7-d88f-4a38-acaa-455ff47e7358", "address": "fa:16:3e:e8:bc:f0", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b48a8e7-d8", "ovs_interfaceid": "7b48a8e7-d88f-4a38-acaa-455ff47e7358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.379785] env[62664]: DEBUG nova.network.neutron [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Updating instance_info_cache with network_info: [{"id": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "address": "fa:16:3e:e9:b0:d1", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3c6b44-c3", "ovs_interfaceid": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.498065] env[62664]: DEBUG nova.scheduler.client.report [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.526075] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512763} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.526353] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] e7d230d8-27fa-4bf0-9fbf-8e252e728d15/e7d230d8-27fa-4bf0-9fbf-8e252e728d15.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.526568] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.526817] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8a11ad4-181f-42b0-8052-efa01e118c90 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.534929] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 938.534929] env[62664]: value = "task-2698207" [ 938.534929] env[62664]: _type = "Task" [ 938.534929] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.542980] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.574485] env[62664]: DEBUG nova.compute.manager [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Received event network-vif-plugged-7b48a8e7-d88f-4a38-acaa-455ff47e7358 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.574801] env[62664]: DEBUG oslo_concurrency.lockutils [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] Acquiring lock "caa20413-d78f-4ce1-beb6-143ae8f96e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.574951] env[62664]: DEBUG oslo_concurrency.lockutils [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] Lock "caa20413-d78f-4ce1-beb6-143ae8f96e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.575277] env[62664]: DEBUG oslo_concurrency.lockutils [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] Lock "caa20413-d78f-4ce1-beb6-143ae8f96e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.575478] env[62664]: DEBUG nova.compute.manager [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] No waiting events found dispatching network-vif-plugged-7b48a8e7-d88f-4a38-acaa-455ff47e7358 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.575662] env[62664]: WARNING nova.compute.manager [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Received unexpected event network-vif-plugged-7b48a8e7-d88f-4a38-acaa-455ff47e7358 for instance with vm_state building and task_state spawning. [ 938.575996] env[62664]: DEBUG nova.compute.manager [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Received event network-changed-7b48a8e7-d88f-4a38-acaa-455ff47e7358 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.576253] env[62664]: DEBUG nova.compute.manager [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Refreshing instance network info cache due to event network-changed-7b48a8e7-d88f-4a38-acaa-455ff47e7358. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.576488] env[62664]: DEBUG oslo_concurrency.lockutils [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] Acquiring lock "refresh_cache-caa20413-d78f-4ce1-beb6-143ae8f96e11" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.821737] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6cb8465c-33d7-4fd6-a751-e22d9c96ff95 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "ae343812-3b7e-464f-8c4b-32695cb6fefd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.759s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.879082] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "refresh_cache-caa20413-d78f-4ce1-beb6-143ae8f96e11" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.880024] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Instance network_info: |[{"id": "7b48a8e7-d88f-4a38-acaa-455ff47e7358", "address": "fa:16:3e:e8:bc:f0", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b48a8e7-d8", "ovs_interfaceid": "7b48a8e7-d88f-4a38-acaa-455ff47e7358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.880024] env[62664]: DEBUG oslo_concurrency.lockutils [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] Acquired lock "refresh_cache-caa20413-d78f-4ce1-beb6-143ae8f96e11" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.880303] env[62664]: DEBUG nova.network.neutron [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Refreshing network info cache for port 7b48a8e7-d88f-4a38-acaa-455ff47e7358 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.881348] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:bc:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b48a8e7-d88f-4a38-acaa-455ff47e7358', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.889272] env[62664]: DEBUG oslo.service.loopingcall [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 938.892634] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Releasing lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.893579] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.894535] env[62664]: DEBUG oslo_concurrency.lockutils [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] Acquired lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.894688] env[62664]: DEBUG nova.network.neutron [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Refreshing network info cache for port ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.895574] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e181a981-9c34-49c0-b99f-a87836c2bb06 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.918676] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.918676] env[62664]: value = "task-2698208" [ 938.918676] env[62664]: _type = "Task" [ 938.918676] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.927446] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698208, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.005433] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.009022] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.866s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.010294] env[62664]: INFO nova.compute.claims [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.046631] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191266} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.049334] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.050575] env[62664]: INFO nova.scheduler.client.report [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Deleted allocations for instance 368d5d6d-5d50-4957-a58c-d9deb4366c4e [ 939.051973] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e819c19-b305-4aa7-b4ca-74f286b1e840 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.085745] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] e7d230d8-27fa-4bf0-9fbf-8e252e728d15/e7d230d8-27fa-4bf0-9fbf-8e252e728d15.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.086412] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76614066-08da-4f56-bbdb-167e881e87fb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.105814] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.114473] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 939.114473] env[62664]: value = "task-2698209" [ 939.114473] env[62664]: _type = "Task" [ 939.114473] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.122774] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.136938] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.137201] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.137359] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.137540] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.137702] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.137936] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.138173] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.138337] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.138502] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.138664] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.138854] env[62664]: DEBUG nova.virt.hardware [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.146201] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3ee399-7451-4405-bc9c-427ad2f8a745 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.159338] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8eab15-d3ca-4f28-8536-821651b831cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.300721] env[62664]: DEBUG nova.network.neutron [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Updated VIF entry in instance network info cache for port 7b48a8e7-d88f-4a38-acaa-455ff47e7358. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.301337] env[62664]: DEBUG nova.network.neutron [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Updating instance_info_cache with network_info: [{"id": "7b48a8e7-d88f-4a38-acaa-455ff47e7358", "address": "fa:16:3e:e8:bc:f0", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b48a8e7-d8", "ovs_interfaceid": "7b48a8e7-d88f-4a38-acaa-455ff47e7358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.307917] env[62664]: DEBUG nova.network.neutron [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Updated VIF entry in instance network info cache for port ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.308305] env[62664]: DEBUG nova.network.neutron [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Updating instance_info_cache with network_info: [{"id": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "address": "fa:16:3e:e9:b0:d1", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3c6b44-c3", "ovs_interfaceid": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.400191] env[62664]: DEBUG nova.compute.manager [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.401105] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad59307-168f-4b9b-ad27-e73eb9406e58 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.427856] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698208, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.565191] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ef4c897-b829-421c-9ca0-033e2bc42c62 tempest-InstanceActionsNegativeTestJSON-2058513633 tempest-InstanceActionsNegativeTestJSON-2058513633-project-member] Lock "368d5d6d-5d50-4957-a58c-d9deb4366c4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.801s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.623601] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.675648] env[62664]: DEBUG nova.compute.manager [req-a03c2a2f-91f0-4151-bf95-310ab308f7aa req-c7f47aa5-6288-47c6-b5ac-8e72a72d0f8c service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Received event network-vif-plugged-4bf58075-cd58-4310-a9d6-bd576f15c598 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.675986] env[62664]: DEBUG oslo_concurrency.lockutils [req-a03c2a2f-91f0-4151-bf95-310ab308f7aa req-c7f47aa5-6288-47c6-b5ac-8e72a72d0f8c service nova] Acquiring lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.676225] env[62664]: DEBUG oslo_concurrency.lockutils [req-a03c2a2f-91f0-4151-bf95-310ab308f7aa req-c7f47aa5-6288-47c6-b5ac-8e72a72d0f8c service nova] Lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.676397] env[62664]: DEBUG oslo_concurrency.lockutils [req-a03c2a2f-91f0-4151-bf95-310ab308f7aa req-c7f47aa5-6288-47c6-b5ac-8e72a72d0f8c service nova] Lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.676566] env[62664]: DEBUG nova.compute.manager [req-a03c2a2f-91f0-4151-bf95-310ab308f7aa req-c7f47aa5-6288-47c6-b5ac-8e72a72d0f8c service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] No waiting events found dispatching network-vif-plugged-4bf58075-cd58-4310-a9d6-bd576f15c598 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.676730] env[62664]: WARNING nova.compute.manager [req-a03c2a2f-91f0-4151-bf95-310ab308f7aa req-c7f47aa5-6288-47c6-b5ac-8e72a72d0f8c service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Received unexpected event network-vif-plugged-4bf58075-cd58-4310-a9d6-bd576f15c598 for instance with vm_state building and task_state spawning. [ 939.781769] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Successfully updated port: 4bf58075-cd58-4310-a9d6-bd576f15c598 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.804483] env[62664]: DEBUG oslo_concurrency.lockutils [req-e12ddd37-630a-4d5a-a47a-2b980c733568 req-6d7133ef-1732-43a5-b2da-b79b490b7353 service nova] Releasing lock "refresh_cache-caa20413-d78f-4ce1-beb6-143ae8f96e11" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.811048] env[62664]: DEBUG oslo_concurrency.lockutils [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] Releasing lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.811048] env[62664]: DEBUG nova.compute.manager [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Received event network-vif-deleted-0a3514dd-64eb-4f7e-bdec-f6ada579979f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.811275] env[62664]: INFO nova.compute.manager [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Neutron deleted interface 0a3514dd-64eb-4f7e-bdec-f6ada579979f; detaching it from the instance and deleting it from the info cache [ 939.811451] env[62664]: DEBUG nova.network.neutron [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.929263] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698208, 'name': CreateVM_Task, 'duration_secs': 0.816092} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.929460] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.930146] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.930984] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.930984] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.930984] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8b9a9f-a984-4688-8a3d-f9d88802da4f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.935763] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 939.935763] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526b35aa-30ae-dc6e-837a-73a8f76a77df" [ 939.935763] env[62664]: _type = "Task" [ 939.935763] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.943551] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526b35aa-30ae-dc6e-837a-73a8f76a77df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.029664] env[62664]: DEBUG nova.compute.manager [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.030565] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f962abf8-04e0-467a-9b09-787ab7ca6e71 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.126357] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698209, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.285624] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "refresh_cache-8ad72d89-e5f4-473b-89db-d5afba26ecd2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.285781] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "refresh_cache-8ad72d89-e5f4-473b-89db-d5afba26ecd2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.285901] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.316617] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c393596-7262-4ecb-baa7-a69452eb5169 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.320178] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdb8b57-6103-4844-b25d-1c3f52eb1af4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.331009] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc242aa8-02c6-4289-8b6a-7eb4d8decd22 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.339994] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a750aeca-0dba-4023-92da-7c190f01f8d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.395047] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8903b001-cf99-455f-9b10-ce952a1ae426 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.397760] env[62664]: DEBUG nova.compute.manager [req-6fe3a540-a60c-4cf9-a1fe-66dda9a34667 req-8558f198-b181-43be-a227-6203983a8e8c service nova] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Detach interface failed, port_id=0a3514dd-64eb-4f7e-bdec-f6ada579979f, reason: Instance 8a66fe50-87db-4e97-a5a7-2ea9b11228e9 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 940.403747] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c2f652-34bf-4b79-8e0b-aee0b6af554d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.419170] env[62664]: DEBUG nova.compute.provider_tree [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.421260] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e205a0d0-dc8f-47f4-9d19-14b4513c001d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.428555] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Doing hard reboot of VM {{(pid=62664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 940.428828] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f7849312-cf31-458b-bf14-4f0af981f4cf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.435512] env[62664]: DEBUG oslo_vmware.api [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 940.435512] env[62664]: value = "task-2698210" [ 940.435512] env[62664]: _type = "Task" [ 940.435512] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.452796] env[62664]: DEBUG oslo_vmware.api [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698210, 'name': ResetVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.455012] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526b35aa-30ae-dc6e-837a-73a8f76a77df, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.455360] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.455598] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.455841] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.455982] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.456182] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.456460] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6521df9d-6e17-4a65-8114-a8279ba753a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.466412] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.466619] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.469283] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4749fec-aae7-4b64-8ed1-dc371b50d610 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.473661] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 940.473661] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5221b708-d950-2a17-7a6e-7c186080e564" [ 940.473661] env[62664]: _type = "Task" [ 940.473661] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.483181] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5221b708-d950-2a17-7a6e-7c186080e564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.543125] env[62664]: INFO nova.compute.manager [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] instance snapshotting [ 940.546292] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb80ccfa-1443-43b9-9d7f-ba39112857bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.565661] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0366c8ad-d14f-46e0-b703-ff22eab7696b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.627480] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698209, 'name': ReconfigVM_Task, 'duration_secs': 1.016491} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.627824] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Reconfigured VM instance instance-00000057 to attach disk [datastore2] e7d230d8-27fa-4bf0-9fbf-8e252e728d15/e7d230d8-27fa-4bf0-9fbf-8e252e728d15.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.628476] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d91abbe-1acb-4b40-9b02-99854bbd3e8a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.634829] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 940.634829] env[62664]: value = "task-2698211" [ 940.634829] env[62664]: _type = "Task" [ 940.634829] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.643162] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698211, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.829484] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.926634] env[62664]: DEBUG nova.scheduler.client.report [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.945624] env[62664]: DEBUG oslo_vmware.api [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698210, 'name': ResetVM_Task, 'duration_secs': 0.094517} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.948234] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Did hard reboot of VM {{(pid=62664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 940.948448] env[62664]: DEBUG nova.compute.manager [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.949927] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e507b-ab6c-445f-9a36-149d3e30f76c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.982875] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5221b708-d950-2a17-7a6e-7c186080e564, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.983672] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025a0cf4-dd23-4f05-bcad-a23f02daad87 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.989666] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 940.989666] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b51ca4-87ff-ebf1-343e-850e616b20c6" [ 940.989666] env[62664]: _type = "Task" [ 940.989666] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.989813] env[62664]: DEBUG nova.network.neutron [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Updating instance_info_cache with network_info: [{"id": "4bf58075-cd58-4310-a9d6-bd576f15c598", "address": "fa:16:3e:dc:5c:4c", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf58075-cd", "ovs_interfaceid": "4bf58075-cd58-4310-a9d6-bd576f15c598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.999040] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b51ca4-87ff-ebf1-343e-850e616b20c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.076924] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 941.077271] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98551483-0bef-45bd-97b1-0d2060b33e17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.084604] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 941.084604] env[62664]: value = "task-2698212" [ 941.084604] env[62664]: _type = "Task" [ 941.084604] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.096600] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.143726] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698211, 'name': Rename_Task, 'duration_secs': 0.340366} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.143989] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.144238] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67cabf28-14a0-4a60-866f-ebc3e7da86ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.150134] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 941.150134] env[62664]: value = "task-2698213" [ 941.150134] env[62664]: _type = "Task" [ 941.150134] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.158822] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.434019] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.434019] env[62664]: DEBUG nova.compute.manager [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.435435] env[62664]: DEBUG oslo_concurrency.lockutils [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.139s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.435839] env[62664]: DEBUG nova.objects.instance [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lazy-loading 'resources' on Instance uuid a3961cb7-a11e-4151-9301-bc5e9caaa27b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.463164] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fe716d5b-cb97-48cc-9fa8-6b2e1ce5c900 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.445s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.495782] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "refresh_cache-8ad72d89-e5f4-473b-89db-d5afba26ecd2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.496500] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Instance network_info: |[{"id": "4bf58075-cd58-4310-a9d6-bd576f15c598", "address": "fa:16:3e:dc:5c:4c", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf58075-cd", "ovs_interfaceid": "4bf58075-cd58-4310-a9d6-bd576f15c598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.498442] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:5c:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bf58075-cd58-4310-a9d6-bd576f15c598', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.505903] env[62664]: DEBUG oslo.service.loopingcall [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.507031] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.507643] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71a9df41-332c-4b93-a5d3-177be9ec421c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.527939] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b51ca4-87ff-ebf1-343e-850e616b20c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.528666] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.528963] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] caa20413-d78f-4ce1-beb6-143ae8f96e11/caa20413-d78f-4ce1-beb6-143ae8f96e11.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.529270] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a711f17-0a43-4d33-993b-2b7a43489579 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.533230] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.533230] env[62664]: value = "task-2698214" [ 941.533230] env[62664]: _type = "Task" [ 941.533230] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.537403] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 941.537403] env[62664]: value = "task-2698215" [ 941.537403] env[62664]: _type = "Task" [ 941.537403] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.543623] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698214, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.548607] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.595515] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.661596] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.740615] env[62664]: DEBUG nova.compute.manager [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Received event network-changed-4bf58075-cd58-4310-a9d6-bd576f15c598 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.740814] env[62664]: DEBUG nova.compute.manager [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Refreshing instance network info cache due to event network-changed-4bf58075-cd58-4310-a9d6-bd576f15c598. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 941.741931] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] Acquiring lock "refresh_cache-8ad72d89-e5f4-473b-89db-d5afba26ecd2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.742083] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] Acquired lock "refresh_cache-8ad72d89-e5f4-473b-89db-d5afba26ecd2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.742311] env[62664]: DEBUG nova.network.neutron [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Refreshing network info cache for port 4bf58075-cd58-4310-a9d6-bd576f15c598 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.939521] env[62664]: DEBUG nova.compute.utils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.944642] env[62664]: DEBUG nova.compute.manager [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.944871] env[62664]: DEBUG nova.network.neutron [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.009505] env[62664]: DEBUG nova.policy [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4455499d46b4440afe04cf87c9d9d4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd53abef93fd42d3b2f4b06e4606b125', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.050614] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698214, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.054166] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506034} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.056893] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] caa20413-d78f-4ce1-beb6-143ae8f96e11/caa20413-d78f-4ce1-beb6-143ae8f96e11.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.057142] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.058436] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83394308-d139-4dad-95f9-10f23cd44d9e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.063611] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 942.063611] env[62664]: value = "task-2698216" [ 942.063611] env[62664]: _type = "Task" [ 942.063611] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.078531] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.095971] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.163053] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.265631] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.265631] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.265888] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.266257] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.266623] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.269078] env[62664]: INFO nova.compute.manager [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Terminating instance [ 942.286336] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c52ec10-f4d4-4b26-b96f-9bed54a9dfc2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.300452] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735e4165-56e0-4783-b1b2-21ac72d9694c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.333853] env[62664]: DEBUG nova.network.neutron [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Successfully created port: 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.336108] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436d61d8-1a0f-4f86-a317-3833428dea16 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.346162] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3b255e-b275-4413-88b6-4b97d67a8f81 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.360457] env[62664]: DEBUG nova.compute.provider_tree [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.445551] env[62664]: DEBUG nova.compute.manager [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.518774] env[62664]: DEBUG nova.network.neutron [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Updated VIF entry in instance network info cache for port 4bf58075-cd58-4310-a9d6-bd576f15c598. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.519474] env[62664]: DEBUG nova.network.neutron [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Updating instance_info_cache with network_info: [{"id": "4bf58075-cd58-4310-a9d6-bd576f15c598", "address": "fa:16:3e:dc:5c:4c", "network": {"id": "2a49ed96-2858-44ba-b089-7f8e32f2e628", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-743754947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa59da6f074675b46d3422989005f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf58075-cd", "ovs_interfaceid": "4bf58075-cd58-4310-a9d6-bd576f15c598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.549566] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698214, 'name': CreateVM_Task, 'duration_secs': 0.841022} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.549758] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.550474] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.550643] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.550956] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.551406] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8378e2d-d046-473b-96da-d6933ab2a4d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.556812] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 942.556812] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5251af79-8188-31c3-3c9a-75d6e9cf58af" [ 942.556812] env[62664]: _type = "Task" [ 942.556812] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.565499] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5251af79-8188-31c3-3c9a-75d6e9cf58af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.574673] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068883} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.575368] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.576250] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8804c48-fde0-48aa-bab3-e56d762926bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.605130] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] caa20413-d78f-4ce1-beb6-143ae8f96e11/caa20413-d78f-4ce1-beb6-143ae8f96e11.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.605444] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75dcbd47-69f7-4eae-bd8b-902b2db5e408 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.626716] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698212, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.628230] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 942.628230] env[62664]: value = "task-2698217" [ 942.628230] env[62664]: _type = "Task" [ 942.628230] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.636600] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.662041] env[62664]: DEBUG oslo_vmware.api [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698213, 'name': PowerOnVM_Task, 'duration_secs': 1.421338} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.662307] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.662496] env[62664]: INFO nova.compute.manager [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Took 8.43 seconds to spawn the instance on the hypervisor. [ 942.662696] env[62664]: DEBUG nova.compute.manager [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.663592] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b06f49-cb47-491a-b79e-54a6cc68677c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.773975] env[62664]: DEBUG nova.compute.manager [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.774182] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.775462] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d13967a-fac9-4b56-b2ea-8fc2110aaaf6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.782984] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.783249] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fffa52d-2688-4c93-a70d-bef21ce50a59 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.791334] env[62664]: DEBUG oslo_vmware.api [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 942.791334] env[62664]: value = "task-2698218" [ 942.791334] env[62664]: _type = "Task" [ 942.791334] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.797078] env[62664]: DEBUG oslo_vmware.api [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.868266] env[62664]: DEBUG nova.scheduler.client.report [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.986481] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.986481] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.986481] env[62664]: INFO nova.compute.manager [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Shelving [ 943.021556] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] Releasing lock "refresh_cache-8ad72d89-e5f4-473b-89db-d5afba26ecd2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.021817] env[62664]: DEBUG nova.compute.manager [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Received event network-changed-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.021990] env[62664]: DEBUG nova.compute.manager [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Refreshing instance network info cache due to event network-changed-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 943.022211] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] Acquiring lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.022359] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] Acquired lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.022852] env[62664]: DEBUG nova.network.neutron [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Refreshing network info cache for port ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.073045] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5251af79-8188-31c3-3c9a-75d6e9cf58af, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.073045] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.073045] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.076034] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.076034] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.076034] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.076034] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ae4b342-8f71-43be-9bf4-8d9647d3e1cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.083295] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.083884] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.084245] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6f506d-ae6c-46cc-9789-ca6236d93585 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.089799] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 943.089799] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52acd268-7676-f39f-9eec-8f289917ee64" [ 943.089799] env[62664]: _type = "Task" [ 943.089799] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.106325] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698212, 'name': CreateSnapshot_Task, 'duration_secs': 1.70635} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.106540] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52acd268-7676-f39f-9eec-8f289917ee64, 'name': SearchDatastore_Task, 'duration_secs': 0.007702} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.106780] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 943.109702] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb9d675-a4e7-4cac-829e-c9c1f6540fb3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.112128] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d9682d-243c-436a-a951-a7246e340889 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.126023] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 943.126023] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ecb5fe-6bc3-94ca-8e43-b1d2794a2a17" [ 943.126023] env[62664]: _type = "Task" [ 943.126023] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.135989] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ecb5fe-6bc3-94ca-8e43-b1d2794a2a17, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.139647] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.139647] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 8ad72d89-e5f4-473b-89db-d5afba26ecd2/8ad72d89-e5f4-473b-89db-d5afba26ecd2.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.139647] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-989fc259-910c-44bb-b433-59ff58e13a8d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.142820] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698217, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.148995] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 943.148995] env[62664]: value = "task-2698219" [ 943.148995] env[62664]: _type = "Task" [ 943.148995] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.157720] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.180669] env[62664]: INFO nova.compute.manager [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Took 23.12 seconds to build instance. [ 943.299925] env[62664]: DEBUG oslo_vmware.api [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698218, 'name': PowerOffVM_Task, 'duration_secs': 0.234954} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.300250] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.300430] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.300685] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a07157e-9c3e-4489-8ef0-43a90284e643 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.372905] env[62664]: DEBUG oslo_concurrency.lockutils [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.375383] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.375593] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.375807] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Deleting the datastore file [datastore1] a89f6d20-3e97-4fa1-83f0-70e92e8be55a {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.376486] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.279s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.376702] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.378782] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.872s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.380673] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-007940da-50c4-4246-81db-28cc6481979b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.389567] env[62664]: DEBUG oslo_vmware.api [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 943.389567] env[62664]: value = "task-2698221" [ 943.389567] env[62664]: _type = "Task" [ 943.389567] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.399116] env[62664]: DEBUG oslo_vmware.api [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.406757] env[62664]: INFO nova.scheduler.client.report [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Deleted allocations for instance a3961cb7-a11e-4151-9301-bc5e9caaa27b [ 943.413242] env[62664]: INFO nova.scheduler.client.report [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted allocations for instance ce66a068-38c6-44c3-af64-8e8919111032 [ 943.459974] env[62664]: DEBUG nova.compute.manager [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.490875] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.491240] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.491508] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.491765] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.492015] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.492215] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.492457] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.492759] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.493125] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.493451] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.493791] env[62664]: DEBUG nova.virt.hardware [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.498524] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60477755-0fd3-4654-bca1-16a48e519af0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.518400] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faab13e0-c401-4163-9bbe-b4ae40c59cfb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.632339] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 943.635151] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-504261f8-630e-4239-ad28-032c1b2d19ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.648890] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698217, 'name': ReconfigVM_Task, 'duration_secs': 0.534283} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.650621] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Reconfigured VM instance instance-00000058 to attach disk [datastore2] caa20413-d78f-4ce1-beb6-143ae8f96e11/caa20413-d78f-4ce1-beb6-143ae8f96e11.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.651999] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 943.651999] env[62664]: value = "task-2698222" [ 943.651999] env[62664]: _type = "Task" [ 943.651999] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.651999] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c39fee-dd42-4a64-94be-bb0fbf3fbedf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.669042] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5181} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.673161] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 8ad72d89-e5f4-473b-89db-d5afba26ecd2/8ad72d89-e5f4-473b-89db-d5afba26ecd2.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.673396] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.673665] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698222, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.673937] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 943.673937] env[62664]: value = "task-2698223" [ 943.673937] env[62664]: _type = "Task" [ 943.673937] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.674147] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16cf8542-5f67-446b-9e5b-1c0a0e3c9975 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.684908] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fd25d83-594d-4651-b154-a4b52580f7c1 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.631s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.689628] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 943.689628] env[62664]: value = "task-2698224" [ 943.689628] env[62664]: _type = "Task" [ 943.689628] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.689857] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698223, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.698310] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.841539] env[62664]: DEBUG nova.network.neutron [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Updated VIF entry in instance network info cache for port ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.841917] env[62664]: DEBUG nova.network.neutron [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Updating instance_info_cache with network_info: [{"id": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "address": "fa:16:3e:e9:b0:d1", "network": {"id": "97e94ae1-495b-4222-8931-4b11ddcd074a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1453042049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "087d4d1f78b3445e949b8aef8c2e18b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3c6b44-c3", "ovs_interfaceid": "ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.916742] env[62664]: DEBUG oslo_vmware.api [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361358} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.916946] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.917090] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.917351] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.917599] env[62664]: INFO nova.compute.manager [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 943.917933] env[62664]: DEBUG oslo.service.loopingcall [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.923333] env[62664]: DEBUG nova.compute.manager [-] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.923333] env[62664]: DEBUG nova.network.neutron [-] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.926974] env[62664]: DEBUG oslo_concurrency.lockutils [None req-641d60a8-2438-4e3d-b85a-5d021c2b83af tempest-ServersWithSpecificFlavorTestJSON-533814753 tempest-ServersWithSpecificFlavorTestJSON-533814753-project-member] Lock "a3961cb7-a11e-4151-9301-bc5e9caaa27b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.279s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.929080] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4007fc9b-d8bc-46e0-b77b-64d13d9f38c4 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "ce66a068-38c6-44c3-af64-8e8919111032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.260s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.012444] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.012842] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c11af46f-cbc9-4213-8137-1b339c6be7b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.020866] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 944.020866] env[62664]: value = "task-2698225" [ 944.020866] env[62664]: _type = "Task" [ 944.020866] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.030802] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.090597] env[62664]: DEBUG nova.network.neutron [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Successfully updated port: 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.105837] env[62664]: DEBUG nova.compute.manager [req-d46ecc18-a5e6-498c-a69b-b1496907d705 req-effaf818-e732-4b7a-a8ff-0914b6d81d4d service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Received event network-vif-plugged-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.105837] env[62664]: DEBUG oslo_concurrency.lockutils [req-d46ecc18-a5e6-498c-a69b-b1496907d705 req-effaf818-e732-4b7a-a8ff-0914b6d81d4d service nova] Acquiring lock "054f0c35-7ba7-4cf6-a118-a9eb844af058-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.106583] env[62664]: DEBUG oslo_concurrency.lockutils [req-d46ecc18-a5e6-498c-a69b-b1496907d705 req-effaf818-e732-4b7a-a8ff-0914b6d81d4d service nova] Lock "054f0c35-7ba7-4cf6-a118-a9eb844af058-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.107086] env[62664]: DEBUG oslo_concurrency.lockutils [req-d46ecc18-a5e6-498c-a69b-b1496907d705 req-effaf818-e732-4b7a-a8ff-0914b6d81d4d service nova] Lock "054f0c35-7ba7-4cf6-a118-a9eb844af058-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.107522] env[62664]: DEBUG nova.compute.manager [req-d46ecc18-a5e6-498c-a69b-b1496907d705 req-effaf818-e732-4b7a-a8ff-0914b6d81d4d service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] No waiting events found dispatching network-vif-plugged-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.107981] env[62664]: WARNING nova.compute.manager [req-d46ecc18-a5e6-498c-a69b-b1496907d705 req-effaf818-e732-4b7a-a8ff-0914b6d81d4d service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Received unexpected event network-vif-plugged-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 for instance with vm_state building and task_state spawning. [ 944.166220] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698222, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.187163] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698223, 'name': Rename_Task, 'duration_secs': 0.16919} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.187460] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.187735] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7dd5c02-55d7-4558-9140-353ee10578d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.194937] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 944.194937] env[62664]: value = "task-2698226" [ 944.194937] env[62664]: _type = "Task" [ 944.194937] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.202790] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145805} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.203358] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.204137] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76491be0-7201-4650-8764-2b2f169034ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.211363] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.230851] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 8ad72d89-e5f4-473b-89db-d5afba26ecd2/8ad72d89-e5f4-473b-89db-d5afba26ecd2.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.231187] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c657787c-02a6-425a-86ee-d993e11ae20c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.251069] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 944.251069] env[62664]: value = "task-2698227" [ 944.251069] env[62664]: _type = "Task" [ 944.251069] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.263414] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.345084] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1ef122b-5755-431b-945f-a0505dd06b84 req-530836b5-c019-4a8e-b063-63e3d5434a04 service nova] Releasing lock "refresh_cache-a89f6d20-3e97-4fa1-83f0-70e92e8be55a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.372521] env[62664]: DEBUG nova.compute.manager [req-83253f43-3563-4daf-b41f-7e0f789e9331 req-796e02a5-dc09-4544-8c6c-2c890df3e204 service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Received event network-vif-deleted-ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.372521] env[62664]: INFO nova.compute.manager [req-83253f43-3563-4daf-b41f-7e0f789e9331 req-796e02a5-dc09-4544-8c6c-2c890df3e204 service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Neutron deleted interface ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f; detaching it from the instance and deleting it from the info cache [ 944.372840] env[62664]: DEBUG nova.network.neutron [req-83253f43-3563-4daf-b41f-7e0f789e9331 req-796e02a5-dc09-4544-8c6c-2c890df3e204 service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.432109] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f48335a6-0726-41d9-abfc-ceb16dcf2912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.432312] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a881c010-07df-40df-a487-42e3e382c8bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.432398] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a46f7aa6-e307-4c01-a666-38cb2a012b26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.432517] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 90919ec8-9403-4b5e-94f4-fad6f941cbcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.432686] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 557a3477-17ec-40c8-b714-362fd653a5b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.432834] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f36cea30-3bd7-4e2d-99bd-36e723867735 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 944.433076] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.433234] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 00c4b240-e6c5-4551-866c-c3f82b3891f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.433407] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance df59e274-31e6-4f35-b553-dd353b70d554 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.433560] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 06103e46-6660-4f00-b9d2-c5d37ac2e955 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.433711] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 3e23ff95-3990-4340-bcf7-464e4d1ee27c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.433867] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 81c1459c-01fa-44b5-8e8b-ae64f13a6043 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.434036] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f5ad8d0c-0087-4698-a3f5-061a0e647610 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 944.434187] env[62664]: WARNING nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 8a66fe50-87db-4e97-a5a7-2ea9b11228e9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 944.434317] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a89f6d20-3e97-4fa1-83f0-70e92e8be55a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.434434] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance ae343812-3b7e-464f-8c4b-32695cb6fefd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.434607] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance e7d230d8-27fa-4bf0-9fbf-8e252e728d15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.434656] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance caa20413-d78f-4ce1-beb6-143ae8f96e11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.434790] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 8ad72d89-e5f4-473b-89db-d5afba26ecd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.434942] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 054f0c35-7ba7-4cf6-a118-a9eb844af058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 944.435240] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 944.435331] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 944.533698] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698225, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.593077] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "refresh_cache-054f0c35-7ba7-4cf6-a118-a9eb844af058" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.593127] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "refresh_cache-054f0c35-7ba7-4cf6-a118-a9eb844af058" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.593308] env[62664]: DEBUG nova.network.neutron [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.668468] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698222, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.707046] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698226, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.724766] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9457fc-4c9f-46b2-a4f7-04082b6c32eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.732829] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeab1e2-7619-4ff3-bc9c-deb6249220e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.766629] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.766897] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.767130] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.767321] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.767492] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.769755] env[62664]: INFO nova.compute.manager [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Terminating instance [ 944.774539] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4da7a81-b6b2-4902-aa51-fd9f7b759917 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.786181] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1722747d-9d42-4311-9752-00ae52280539 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.790014] env[62664]: DEBUG nova.network.neutron [-] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.791089] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698227, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.803235] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.875921] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-003078e2-1b78-4f22-8501-e734be873351 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.886207] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af25f733-85dd-45ba-8f95-43778bdc6ae8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.918908] env[62664]: DEBUG nova.compute.manager [req-83253f43-3563-4daf-b41f-7e0f789e9331 req-796e02a5-dc09-4544-8c6c-2c890df3e204 service nova] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Detach interface failed, port_id=ce3c6b44-c3bc-4eba-8e9c-3e7823a4b80f, reason: Instance a89f6d20-3e97-4fa1-83f0-70e92e8be55a could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 945.031927] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698225, 'name': PowerOffVM_Task, 'duration_secs': 0.550685} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.032381] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.033227] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d356723-6abf-4e9a-af09-e684a90e718e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.053839] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8478a069-a07f-4419-9f5e-bcda74726b5f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.135020] env[62664]: DEBUG nova.network.neutron [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.170580] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698222, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.205791] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698226, 'name': PowerOnVM_Task, 'duration_secs': 0.67229} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.206155] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.206403] env[62664]: INFO nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Took 8.56 seconds to spawn the instance on the hypervisor. [ 945.206584] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.207426] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61dae17-1732-4116-bc19-09d8c769543e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.276245] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698227, 'name': ReconfigVM_Task, 'duration_secs': 0.549338} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.276531] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 8ad72d89-e5f4-473b-89db-d5afba26ecd2/8ad72d89-e5f4-473b-89db-d5afba26ecd2.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.277178] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8278ca8b-dd27-49cb-8382-2103758d5d41 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.279771] env[62664]: DEBUG nova.compute.manager [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.279972] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.280798] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dd951d-8234-4203-8e3e-f1d9ad336c2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.285906] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 945.285906] env[62664]: value = "task-2698228" [ 945.285906] env[62664]: _type = "Task" [ 945.285906] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.291092] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.294966] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4273b5b-fce3-42fc-9861-5fcc34c80882 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.296548] env[62664]: INFO nova.compute.manager [-] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Took 1.37 seconds to deallocate network for instance. [ 945.305516] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698228, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.307624] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.311695] env[62664]: DEBUG oslo_vmware.api [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 945.311695] env[62664]: value = "task-2698229" [ 945.311695] env[62664]: _type = "Task" [ 945.311695] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.324306] env[62664]: DEBUG oslo_vmware.api [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.440434] env[62664]: DEBUG nova.network.neutron [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Updating instance_info_cache with network_info: [{"id": "8bcbab7a-02fe-4071-bcac-8bbac1eef0f4", "address": "fa:16:3e:4d:4f:19", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcbab7a-02", "ovs_interfaceid": "8bcbab7a-02fe-4071-bcac-8bbac1eef0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.565198] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 945.565588] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a6fd86b-47b3-4117-884b-4df783ad8438 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.573391] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 945.573391] env[62664]: value = "task-2698230" [ 945.573391] env[62664]: _type = "Task" [ 945.573391] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.581510] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.667875] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698222, 'name': CloneVM_Task, 'duration_secs': 1.978451} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.668196] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Created linked-clone VM from snapshot [ 945.669102] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3808b71-f15c-4490-a97b-49fea506bf78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.676856] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Uploading image 7c6ff1a1-f3c4-4786-bb83-c1715d44164c {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 945.692775] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 945.693132] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b4c4347-56b8-4967-b95b-61b1e16207ac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.700662] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 945.700662] env[62664]: value = "task-2698231" [ 945.700662] env[62664]: _type = "Task" [ 945.700662] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.710084] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698231, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.724345] env[62664]: INFO nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Took 25.48 seconds to build instance. [ 945.802720] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698228, 'name': Rename_Task, 'duration_secs': 0.183805} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.802932] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.803265] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5583e012-29d5-4f48-830e-dbee8828c03f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.808547] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.810865] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 945.810865] env[62664]: value = "task-2698232" [ 945.810865] env[62664]: _type = "Task" [ 945.810865] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.821312] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 945.821648] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.443s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.827133] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.306s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.827404] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.829684] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.904s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.829896] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.832421] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.641s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.832750] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.835599] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.027s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.835854] env[62664]: DEBUG nova.objects.instance [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lazy-loading 'resources' on Instance uuid a89f6d20-3e97-4fa1-83f0-70e92e8be55a {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.841028] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.843156] env[62664]: DEBUG oslo_vmware.api [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698229, 'name': PowerOffVM_Task, 'duration_secs': 0.183392} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.843456] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.843647] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.844043] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48a3a759-053a-4b62-a253-646d6db1b637 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.868713] env[62664]: INFO nova.scheduler.client.report [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Deleted allocations for instance f36cea30-3bd7-4e2d-99bd-36e723867735 [ 945.880552] env[62664]: INFO nova.scheduler.client.report [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Deleted allocations for instance f5ad8d0c-0087-4698-a3f5-061a0e647610 [ 945.894904] env[62664]: INFO nova.scheduler.client.report [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Deleted allocations for instance 8a66fe50-87db-4e97-a5a7-2ea9b11228e9 [ 945.915130] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.915130] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.915130] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleting the datastore file [datastore2] e7d230d8-27fa-4bf0-9fbf-8e252e728d15 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.915130] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9328108d-11ad-4df2-bc38-112ebf3dca90 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.921226] env[62664]: DEBUG oslo_vmware.api [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 945.921226] env[62664]: value = "task-2698234" [ 945.921226] env[62664]: _type = "Task" [ 945.921226] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.931190] env[62664]: DEBUG oslo_vmware.api [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.943957] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "refresh_cache-054f0c35-7ba7-4cf6-a118-a9eb844af058" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.944477] env[62664]: DEBUG nova.compute.manager [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Instance network_info: |[{"id": "8bcbab7a-02fe-4071-bcac-8bbac1eef0f4", "address": "fa:16:3e:4d:4f:19", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcbab7a-02", "ovs_interfaceid": "8bcbab7a-02fe-4071-bcac-8bbac1eef0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.944946] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:4f:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bcbab7a-02fe-4071-bcac-8bbac1eef0f4', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.956235] env[62664]: DEBUG oslo.service.loopingcall [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.956235] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.956235] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0197fb1-c6ff-47a2-9e94-f5e9fc229f05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.977391] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.977391] env[62664]: value = "task-2698235" [ 945.977391] env[62664]: _type = "Task" [ 945.977391] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.986496] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698235, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.087322] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698230, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.212737] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698231, 'name': Destroy_Task, 'duration_secs': 0.457039} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.212872] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Destroyed the VM [ 946.213227] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 946.214491] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8fbe21b1-cfba-4583-b3da-6baa401e9034 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.220880] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 946.220880] env[62664]: value = "task-2698236" [ 946.220880] env[62664]: _type = "Task" [ 946.220880] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.226229] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "caa20413-d78f-4ce1-beb6-143ae8f96e11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.984s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.229563] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.244394] env[62664]: DEBUG nova.compute.manager [req-3771d4ed-ca79-4f58-a2fd-6f107e3d9ea0 req-396496bb-854e-4d94-86eb-a86071ec6119 service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Received event network-changed-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.244665] env[62664]: DEBUG nova.compute.manager [req-3771d4ed-ca79-4f58-a2fd-6f107e3d9ea0 req-396496bb-854e-4d94-86eb-a86071ec6119 service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Refreshing instance network info cache due to event network-changed-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.244942] env[62664]: DEBUG oslo_concurrency.lockutils [req-3771d4ed-ca79-4f58-a2fd-6f107e3d9ea0 req-396496bb-854e-4d94-86eb-a86071ec6119 service nova] Acquiring lock "refresh_cache-054f0c35-7ba7-4cf6-a118-a9eb844af058" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.245169] env[62664]: DEBUG oslo_concurrency.lockutils [req-3771d4ed-ca79-4f58-a2fd-6f107e3d9ea0 req-396496bb-854e-4d94-86eb-a86071ec6119 service nova] Acquired lock "refresh_cache-054f0c35-7ba7-4cf6-a118-a9eb844af058" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.245390] env[62664]: DEBUG nova.network.neutron [req-3771d4ed-ca79-4f58-a2fd-6f107e3d9ea0 req-396496bb-854e-4d94-86eb-a86071ec6119 service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Refreshing network info cache for port 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.321931] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.378222] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57b86e4-d627-44e7-9138-7402b0aca99e tempest-ServersTestManualDisk-1718325351 tempest-ServersTestManualDisk-1718325351-project-member] Lock "f36cea30-3bd7-4e2d-99bd-36e723867735" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.082s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.393621] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c3423cf4-b9c3-4ca7-831a-01853af3a94b tempest-ServerMetadataTestJSON-399586579 tempest-ServerMetadataTestJSON-399586579-project-member] Lock "f5ad8d0c-0087-4698-a3f5-061a0e647610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.307s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.405487] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c68c0c2-860c-4cab-b0da-7d92924a8a19 tempest-ServerTagsTestJSON-517883322 tempest-ServerTagsTestJSON-517883322-project-member] Lock "8a66fe50-87db-4e97-a5a7-2ea9b11228e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.211s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.431551] env[62664]: DEBUG oslo_vmware.api [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198779} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.434164] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.434363] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.434538] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.434711] env[62664]: INFO nova.compute.manager [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Took 1.15 seconds to destroy the instance on the hypervisor. [ 946.434964] env[62664]: DEBUG oslo.service.loopingcall [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.435339] env[62664]: DEBUG nova.compute.manager [-] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.435442] env[62664]: DEBUG nova.network.neutron [-] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.487388] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698235, 'name': CreateVM_Task, 'duration_secs': 0.336068} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.489465] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.490155] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.490327] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.490639] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.493643] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b6fe3e-149a-4a74-ac20-994ae928b75d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.500034] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 946.500034] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5281bd8d-a16b-5a5c-159a-875416f6135e" [ 946.500034] env[62664]: _type = "Task" [ 946.500034] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.512874] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5281bd8d-a16b-5a5c-159a-875416f6135e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.531362] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquiring lock "f48335a6-0726-41d9-abfc-ceb16dcf2912" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.531638] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lock "f48335a6-0726-41d9-abfc-ceb16dcf2912" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.531849] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquiring lock "f48335a6-0726-41d9-abfc-ceb16dcf2912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.532049] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lock "f48335a6-0726-41d9-abfc-ceb16dcf2912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.532232] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lock "f48335a6-0726-41d9-abfc-ceb16dcf2912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.534689] env[62664]: INFO nova.compute.manager [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Terminating instance [ 946.585864] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698230, 'name': CreateSnapshot_Task, 'duration_secs': 0.730703} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.587080] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 946.590383] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f1ce6c-a3cc-4e85-b6f1-ac76a6f7836c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.646806] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfd5bf4-c23b-4d12-b2f8-d52d7ed27849 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.655783] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c39af84-2553-4f54-8c07-02daa579c879 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.695484] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bed03f-1381-49fe-95b6-9ee32c7858d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.705232] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b753e2c-d8fa-4427-bf71-bced63b22a36 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.722223] env[62664]: DEBUG nova.compute.provider_tree [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.731744] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698236, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.734905] env[62664]: DEBUG nova.compute.manager [req-081c07e7-1f5f-4453-90ff-2d4ac94715b2 req-fcdfa10b-e1df-49c4-b0d9-9d7f1cccd269 service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Received event network-vif-deleted-f757f062-1aee-4b3e-928c-d10425ea376c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.735088] env[62664]: INFO nova.compute.manager [req-081c07e7-1f5f-4453-90ff-2d4ac94715b2 req-fcdfa10b-e1df-49c4-b0d9-9d7f1cccd269 service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Neutron deleted interface f757f062-1aee-4b3e-928c-d10425ea376c; detaching it from the instance and deleting it from the info cache [ 946.735271] env[62664]: DEBUG nova.network.neutron [req-081c07e7-1f5f-4453-90ff-2d4ac94715b2 req-fcdfa10b-e1df-49c4-b0d9-9d7f1cccd269 service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.823658] env[62664]: DEBUG oslo_vmware.api [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698232, 'name': PowerOnVM_Task, 'duration_secs': 0.910328} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.823932] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.824161] env[62664]: INFO nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Took 7.72 seconds to spawn the instance on the hypervisor. [ 946.824347] env[62664]: DEBUG nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.825490] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2223b69b-1a41-484d-98b9-026b50cdf818 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.977233] env[62664]: DEBUG nova.network.neutron [req-3771d4ed-ca79-4f58-a2fd-6f107e3d9ea0 req-396496bb-854e-4d94-86eb-a86071ec6119 service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Updated VIF entry in instance network info cache for port 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.977579] env[62664]: DEBUG nova.network.neutron [req-3771d4ed-ca79-4f58-a2fd-6f107e3d9ea0 req-396496bb-854e-4d94-86eb-a86071ec6119 service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Updating instance_info_cache with network_info: [{"id": "8bcbab7a-02fe-4071-bcac-8bbac1eef0f4", "address": "fa:16:3e:4d:4f:19", "network": {"id": "ae0b734d-8abb-4838-abd0-420ff5f04b90", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-196060745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd53abef93fd42d3b2f4b06e4606b125", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bcbab7a-02", "ovs_interfaceid": "8bcbab7a-02fe-4071-bcac-8bbac1eef0f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.010640] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5281bd8d-a16b-5a5c-159a-875416f6135e, 'name': SearchDatastore_Task, 'duration_secs': 0.013383} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.010808] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.011051] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.011468] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.011622] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.011804] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.012076] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fbdf216-081d-4c5f-8ea2-4c2f2a3e4ec8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.021585] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.021734] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.022952] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6084b817-7536-4b52-b369-281fa982bd8d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.028225] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 947.028225] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520d6961-b9c7-6994-8039-c1bf0ea0b76a" [ 947.028225] env[62664]: _type = "Task" [ 947.028225] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.036492] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520d6961-b9c7-6994-8039-c1bf0ea0b76a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.042283] env[62664]: DEBUG nova.compute.manager [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.042492] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.043293] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3639465b-1509-4821-bee8-0785423e3c3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.050237] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.050516] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daf9fce2-d8ef-4c43-9cad-066a8482b596 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.057054] env[62664]: DEBUG oslo_vmware.api [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for the task: (returnval){ [ 947.057054] env[62664]: value = "task-2698237" [ 947.057054] env[62664]: _type = "Task" [ 947.057054] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.113168] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 947.113523] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4779df05-4ff3-4815-b3d1-c3364a04393e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.124533] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 947.124533] env[62664]: value = "task-2698238" [ 947.124533] env[62664]: _type = "Task" [ 947.124533] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.138194] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698238, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.212580] env[62664]: DEBUG nova.network.neutron [-] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.230049] env[62664]: DEBUG nova.scheduler.client.report [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.234816] env[62664]: DEBUG oslo_vmware.api [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698236, 'name': RemoveSnapshot_Task, 'duration_secs': 0.923722} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.235406] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 947.242630] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-635cac9f-6619-449c-8af8-ae94a0e5ad57 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.249951] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50063b7e-7952-49c3-b9ff-a0b7966e97c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.295269] env[62664]: DEBUG nova.compute.manager [req-081c07e7-1f5f-4453-90ff-2d4ac94715b2 req-fcdfa10b-e1df-49c4-b0d9-9d7f1cccd269 service nova] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Detach interface failed, port_id=f757f062-1aee-4b3e-928c-d10425ea376c, reason: Instance e7d230d8-27fa-4bf0-9fbf-8e252e728d15 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 947.344710] env[62664]: INFO nova.compute.manager [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Took 27.06 seconds to build instance. [ 947.482887] env[62664]: DEBUG oslo_concurrency.lockutils [req-3771d4ed-ca79-4f58-a2fd-6f107e3d9ea0 req-396496bb-854e-4d94-86eb-a86071ec6119 service nova] Releasing lock "refresh_cache-054f0c35-7ba7-4cf6-a118-a9eb844af058" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.543556] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520d6961-b9c7-6994-8039-c1bf0ea0b76a, 'name': SearchDatastore_Task, 'duration_secs': 0.026145} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.544957] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653801bf-a639-40d1-b438-855651ae4eb6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.554361] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 947.554361] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f350fd-6e5b-460a-fb39-1d206fdfc8b5" [ 947.554361] env[62664]: _type = "Task" [ 947.554361] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.571266] env[62664]: DEBUG oslo_vmware.api [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2698237, 'name': PowerOffVM_Task, 'duration_secs': 0.438121} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.571551] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f350fd-6e5b-460a-fb39-1d206fdfc8b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.571830] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.572012] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.572294] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f1ec7d-4cb3-4b81-906d-49ae7ba0df7d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.638671] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698238, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.645818] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.646259] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.646497] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Deleting the datastore file [datastore1] f48335a6-0726-41d9-abfc-ceb16dcf2912 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.646805] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fec0ccd2-d612-4fe9-b1c7-21f2b9ddfab5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.653629] env[62664]: DEBUG oslo_vmware.api [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for the task: (returnval){ [ 947.653629] env[62664]: value = "task-2698240" [ 947.653629] env[62664]: _type = "Task" [ 947.653629] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.663215] env[62664]: DEBUG oslo_vmware.api [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2698240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.716043] env[62664]: INFO nova.compute.manager [-] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Took 1.28 seconds to deallocate network for instance. [ 947.737115] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.742661] env[62664]: WARNING nova.compute.manager [None req-0eae6ddb-0852-4318-a16b-458357b6b747 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Image not found during snapshot: nova.exception.ImageNotFound: Image 7c6ff1a1-f3c4-4786-bb83-c1715d44164c could not be found. [ 947.774924] env[62664]: INFO nova.scheduler.client.report [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Deleted allocations for instance a89f6d20-3e97-4fa1-83f0-70e92e8be55a [ 947.846844] env[62664]: DEBUG oslo_concurrency.lockutils [None req-412daf0e-df10-4d44-9bc4-bc7d2943b8a7 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.574s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.071195] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f350fd-6e5b-460a-fb39-1d206fdfc8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014587} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.072300] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.073367] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 054f0c35-7ba7-4cf6-a118-a9eb844af058/054f0c35-7ba7-4cf6-a118-a9eb844af058.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.073809] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b1180dd-72c7-496b-b731-3a79731b658d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.081466] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 948.081466] env[62664]: value = "task-2698241" [ 948.081466] env[62664]: _type = "Task" [ 948.081466] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.091269] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.136069] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698238, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.167448] env[62664]: DEBUG oslo_vmware.api [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Task: {'id': task-2698240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414509} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.167653] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.167815] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.168033] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.168228] env[62664]: INFO nova.compute.manager [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Took 1.13 seconds to destroy the instance on the hypervisor. [ 948.168465] env[62664]: DEBUG oslo.service.loopingcall [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.170158] env[62664]: DEBUG nova.compute.manager [-] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.170158] env[62664]: DEBUG nova.network.neutron [-] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.223663] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.223951] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.224200] env[62664]: DEBUG nova.objects.instance [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lazy-loading 'resources' on Instance uuid e7d230d8-27fa-4bf0-9fbf-8e252e728d15 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.290921] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ae905c1a-42fb-4ae2-a307-b6874711afc9 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "a89f6d20-3e97-4fa1-83f0-70e92e8be55a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.022s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.597877] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698241, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.644326] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698238, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.646548] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "ae343812-3b7e-464f-8c4b-32695cb6fefd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.646548] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "ae343812-3b7e-464f-8c4b-32695cb6fefd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.646548] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "ae343812-3b7e-464f-8c4b-32695cb6fefd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.646548] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "ae343812-3b7e-464f-8c4b-32695cb6fefd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.646548] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "ae343812-3b7e-464f-8c4b-32695cb6fefd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.649213] env[62664]: INFO nova.compute.manager [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Terminating instance [ 948.747798] env[62664]: DEBUG oslo_concurrency.lockutils [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "caa20413-d78f-4ce1-beb6-143ae8f96e11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.748531] env[62664]: DEBUG oslo_concurrency.lockutils [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "caa20413-d78f-4ce1-beb6-143ae8f96e11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.751021] env[62664]: DEBUG oslo_concurrency.lockutils [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "caa20413-d78f-4ce1-beb6-143ae8f96e11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.751021] env[62664]: DEBUG oslo_concurrency.lockutils [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "caa20413-d78f-4ce1-beb6-143ae8f96e11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.751021] env[62664]: DEBUG oslo_concurrency.lockutils [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "caa20413-d78f-4ce1-beb6-143ae8f96e11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.753056] env[62664]: INFO nova.compute.manager [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Terminating instance [ 948.827541] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.827805] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.828055] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.830104] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.830104] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.834211] env[62664]: INFO nova.compute.manager [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Terminating instance [ 949.043111] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f0450-be15-4c0d-8a88-df8bf451e958 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.053223] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c59d4a-d79d-4334-84ad-b408f4be0f73 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.061307] env[62664]: DEBUG nova.compute.manager [req-9e3f0bf6-a9cf-4784-9f22-a90f4c5ba438 req-344e295d-642f-4e07-90e2-9d53f75d08e8 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Received event network-vif-deleted-7d7f17d4-533a-4727-bfdc-7e109798aeb8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.061802] env[62664]: INFO nova.compute.manager [req-9e3f0bf6-a9cf-4784-9f22-a90f4c5ba438 req-344e295d-642f-4e07-90e2-9d53f75d08e8 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Neutron deleted interface 7d7f17d4-533a-4727-bfdc-7e109798aeb8; detaching it from the instance and deleting it from the info cache [ 949.062643] env[62664]: DEBUG nova.network.neutron [req-9e3f0bf6-a9cf-4784-9f22-a90f4c5ba438 req-344e295d-642f-4e07-90e2-9d53f75d08e8 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.119520] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acb9dc8-ea36-4603-88c5-ae26421ee506 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.127860] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680324} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.132707] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 054f0c35-7ba7-4cf6-a118-a9eb844af058/054f0c35-7ba7-4cf6-a118-a9eb844af058.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.132944] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.133685] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5e0c95a-9cfa-495a-b301-e9ddb3979ea0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.139018] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1582834-7b80-4fb2-846d-1ef59d62f07a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.146035] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698238, 'name': CloneVM_Task, 'duration_secs': 1.783145} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.157933] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Created linked-clone VM from snapshot [ 949.158645] env[62664]: DEBUG nova.compute.manager [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.158851] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.159354] env[62664]: DEBUG nova.compute.provider_tree [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.160734] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 949.160734] env[62664]: value = "task-2698242" [ 949.160734] env[62664]: _type = "Task" [ 949.160734] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.161657] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc505f9-9aa2-4feb-9961-5720937a4d0f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.164620] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b29c67-c97e-411c-abea-997b6dc6bd90 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.177078] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Uploading image faeeb855-c8a2-4ff3-8dd6-f213f6b3c771 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.184315] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.184598] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.184857] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-505ac323-16b2-40db-8805-b8e8e5192464 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.192572] env[62664]: DEBUG oslo_vmware.api [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 949.192572] env[62664]: value = "task-2698243" [ 949.192572] env[62664]: _type = "Task" [ 949.192572] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.203616] env[62664]: DEBUG oslo_vmware.api [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.224276] env[62664]: DEBUG oslo_vmware.rw_handles [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 949.224276] env[62664]: value = "vm-543745" [ 949.224276] env[62664]: _type = "VirtualMachine" [ 949.224276] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 949.224276] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b43f55a1-2b37-4e83-90b7-0eaa61c2cbca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.230794] env[62664]: DEBUG oslo_vmware.rw_handles [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lease: (returnval){ [ 949.230794] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528ea19a-0b0d-809d-302e-63362b4cc459" [ 949.230794] env[62664]: _type = "HttpNfcLease" [ 949.230794] env[62664]: } obtained for exporting VM: (result){ [ 949.230794] env[62664]: value = "vm-543745" [ 949.230794] env[62664]: _type = "VirtualMachine" [ 949.230794] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 949.231221] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the lease: (returnval){ [ 949.231221] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528ea19a-0b0d-809d-302e-63362b4cc459" [ 949.231221] env[62664]: _type = "HttpNfcLease" [ 949.231221] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.237991] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.237991] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528ea19a-0b0d-809d-302e-63362b4cc459" [ 949.237991] env[62664]: _type = "HttpNfcLease" [ 949.237991] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.258247] env[62664]: DEBUG nova.compute.manager [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.258247] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.259462] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52790b5c-817d-4f61-9833-8c37b48eaa28 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.267700] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.268242] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8202fa1c-1616-4a48-a9be-bd35667388de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.275123] env[62664]: DEBUG oslo_vmware.api [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 949.275123] env[62664]: value = "task-2698245" [ 949.275123] env[62664]: _type = "Task" [ 949.275123] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.286144] env[62664]: DEBUG oslo_vmware.api [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.344089] env[62664]: DEBUG nova.compute.manager [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.344521] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.345990] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42013956-5e3e-4066-a3b4-7e34bd557eb6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.355245] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.355517] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fb29d91-b416-48e1-96c9-a5cc8e96fd37 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.362612] env[62664]: DEBUG oslo_vmware.api [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 949.362612] env[62664]: value = "task-2698246" [ 949.362612] env[62664]: _type = "Task" [ 949.362612] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.370674] env[62664]: DEBUG oslo_vmware.api [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.546020] env[62664]: DEBUG nova.network.neutron [-] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.567588] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f382bb1d-98bc-4309-8709-fe26472ec8a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.581085] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6b24cf-1ce5-4dfe-bdda-28798d29fce0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.620331] env[62664]: DEBUG nova.compute.manager [req-9e3f0bf6-a9cf-4784-9f22-a90f4c5ba438 req-344e295d-642f-4e07-90e2-9d53f75d08e8 service nova] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Detach interface failed, port_id=7d7f17d4-533a-4727-bfdc-7e109798aeb8, reason: Instance f48335a6-0726-41d9-abfc-ceb16dcf2912 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 949.671366] env[62664]: DEBUG nova.scheduler.client.report [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.687454] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179735} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.687454] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.688009] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d297029d-9881-4b69-a274-2ba3880a87da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.716705] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 054f0c35-7ba7-4cf6-a118-a9eb844af058/054f0c35-7ba7-4cf6-a118-a9eb844af058.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.718031] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9b2fc09-cde8-4851-8e92-cc7cc25d6361 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.740467] env[62664]: DEBUG oslo_vmware.api [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698243, 'name': PowerOffVM_Task, 'duration_secs': 0.21689} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.744313] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.744313] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.744313] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eed2b64e-f91b-4718-be6c-3455a33c1eae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.749438] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.749438] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528ea19a-0b0d-809d-302e-63362b4cc459" [ 949.749438] env[62664]: _type = "HttpNfcLease" [ 949.749438] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.750362] env[62664]: DEBUG oslo_vmware.rw_handles [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.750362] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528ea19a-0b0d-809d-302e-63362b4cc459" [ 949.750362] env[62664]: _type = "HttpNfcLease" [ 949.750362] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 949.750908] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 949.750908] env[62664]: value = "task-2698247" [ 949.750908] env[62664]: _type = "Task" [ 949.750908] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.751426] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf00f21-9439-4abf-9f19-a009fe0070b8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.763034] env[62664]: DEBUG oslo_vmware.rw_handles [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d94347-5aca-8d52-e9a6-e4e2bfc830f3/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.763658] env[62664]: DEBUG oslo_vmware.rw_handles [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d94347-5aca-8d52-e9a6-e4e2bfc830f3/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 949.768616] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.830993] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.831230] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.831433] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleting the datastore file [datastore1] ae343812-3b7e-464f-8c4b-32695cb6fefd {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.832870] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42d1e480-f987-4d3a-a65b-bc8a93f39e76 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.840230] env[62664]: DEBUG oslo_vmware.api [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698245, 'name': PowerOffVM_Task, 'duration_secs': 0.36454} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.841573] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.841704] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.842038] env[62664]: DEBUG oslo_vmware.api [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for the task: (returnval){ [ 949.842038] env[62664]: value = "task-2698249" [ 949.842038] env[62664]: _type = "Task" [ 949.842038] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.842241] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5ab3457-b870-4c74-918e-d9babbbbcaaa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.851935] env[62664]: DEBUG oslo_vmware.api [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.864258] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be854449-924b-4307-9e5b-58f4c82e578f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.876346] env[62664]: DEBUG oslo_vmware.api [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698246, 'name': PowerOffVM_Task, 'duration_secs': 0.276846} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.876607] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.876770] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.877045] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60987602-eff7-4d23-845d-0b2ed75789e4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.904964] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.905217] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.905420] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleting the datastore file [datastore2] caa20413-d78f-4ce1-beb6-143ae8f96e11 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.912222] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4befe908-97e3-4d18-80f6-5d5f5640731f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.918575] env[62664]: DEBUG oslo_vmware.api [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 949.918575] env[62664]: value = "task-2698252" [ 949.918575] env[62664]: _type = "Task" [ 949.918575] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.927308] env[62664]: DEBUG oslo_vmware.api [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.932789] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.932969] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.933195] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleting the datastore file [datastore2] 8ad72d89-e5f4-473b-89db-d5afba26ecd2 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.933474] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c2a1a34-235f-4235-872d-1ae94a7ad5df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.940110] env[62664]: DEBUG oslo_vmware.api [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for the task: (returnval){ [ 949.940110] env[62664]: value = "task-2698253" [ 949.940110] env[62664]: _type = "Task" [ 949.940110] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.950403] env[62664]: DEBUG oslo_vmware.api [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.046024] env[62664]: INFO nova.compute.manager [-] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Took 1.88 seconds to deallocate network for instance. [ 950.177077] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.222212] env[62664]: INFO nova.scheduler.client.report [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted allocations for instance e7d230d8-27fa-4bf0-9fbf-8e252e728d15 [ 950.267199] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698247, 'name': ReconfigVM_Task, 'duration_secs': 0.317573} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.267654] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 054f0c35-7ba7-4cf6-a118-a9eb844af058/054f0c35-7ba7-4cf6-a118-a9eb844af058.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.268343] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10cb6573-e717-405e-89ae-e7d085c70982 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.276135] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 950.276135] env[62664]: value = "task-2698254" [ 950.276135] env[62664]: _type = "Task" [ 950.276135] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.285791] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698254, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.354620] env[62664]: DEBUG oslo_vmware.api [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Task: {'id': task-2698249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155006} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.355039] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.355312] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.355591] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.355788] env[62664]: INFO nova.compute.manager [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 950.356166] env[62664]: DEBUG oslo.service.loopingcall [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.356618] env[62664]: DEBUG nova.compute.manager [-] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.356734] env[62664]: DEBUG nova.network.neutron [-] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.431517] env[62664]: DEBUG oslo_vmware.api [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15959} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.432534] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.432807] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.433276] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.433581] env[62664]: INFO nova.compute.manager [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Took 1.18 seconds to destroy the instance on the hypervisor. [ 950.433874] env[62664]: DEBUG oslo.service.loopingcall [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.434102] env[62664]: DEBUG nova.compute.manager [-] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.434388] env[62664]: DEBUG nova.network.neutron [-] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.453374] env[62664]: DEBUG oslo_vmware.api [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Task: {'id': task-2698253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157534} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.453757] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.454116] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.454316] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.454465] env[62664]: INFO nova.compute.manager [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 950.454770] env[62664]: DEBUG oslo.service.loopingcall [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.455088] env[62664]: DEBUG nova.compute.manager [-] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.455186] env[62664]: DEBUG nova.network.neutron [-] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.557860] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.557860] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.557860] env[62664]: DEBUG nova.objects.instance [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lazy-loading 'resources' on Instance uuid f48335a6-0726-41d9-abfc-ceb16dcf2912 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.737035] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cf25cf0f-9bda-49b4-ae70-9c298618f812 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "e7d230d8-27fa-4bf0-9fbf-8e252e728d15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.970s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.789055] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698254, 'name': Rename_Task, 'duration_secs': 0.214864} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.791583] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.791762] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d7c2b1d-98aa-4fb1-ab96-8d93319c8be1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.799819] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 950.799819] env[62664]: value = "task-2698255" [ 950.799819] env[62664]: _type = "Task" [ 950.799819] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.816829] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.125153] env[62664]: DEBUG nova.compute.manager [req-5f178132-78aa-44a8-8cec-2b7e981df740 req-344c7abb-fe65-416f-bf49-3350dffadc92 service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Received event network-vif-deleted-4bf58075-cd58-4310-a9d6-bd576f15c598 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.125607] env[62664]: INFO nova.compute.manager [req-5f178132-78aa-44a8-8cec-2b7e981df740 req-344c7abb-fe65-416f-bf49-3350dffadc92 service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Neutron deleted interface 4bf58075-cd58-4310-a9d6-bd576f15c598; detaching it from the instance and deleting it from the info cache [ 951.126793] env[62664]: DEBUG nova.network.neutron [req-5f178132-78aa-44a8-8cec-2b7e981df740 req-344c7abb-fe65-416f-bf49-3350dffadc92 service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.211134] env[62664]: DEBUG nova.compute.manager [req-af8926e8-a3c6-4632-b987-284d231ddf89 req-520a1ed8-2357-4d98-932f-e65a2058c7c9 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Received event network-vif-deleted-7b48a8e7-d88f-4a38-acaa-455ff47e7358 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.211310] env[62664]: INFO nova.compute.manager [req-af8926e8-a3c6-4632-b987-284d231ddf89 req-520a1ed8-2357-4d98-932f-e65a2058c7c9 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Neutron deleted interface 7b48a8e7-d88f-4a38-acaa-455ff47e7358; detaching it from the instance and deleting it from the info cache [ 951.211583] env[62664]: DEBUG nova.network.neutron [req-af8926e8-a3c6-4632-b987-284d231ddf89 req-520a1ed8-2357-4d98-932f-e65a2058c7c9 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.319779] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.374702] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3d1d47-1287-4952-b1e8-2dfcbdab3bdb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.389346] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ee35c-ab45-4e5c-a7ac-b939d393d143 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.430883] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f384ffd8-b6e9-4ef4-83bf-7f1a435add97 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.440495] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7803a39-1499-4cd0-ad16-4aeb8acb024c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.458310] env[62664]: DEBUG nova.compute.provider_tree [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.473769] env[62664]: DEBUG nova.network.neutron [-] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.480059] env[62664]: DEBUG nova.network.neutron [-] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.628880] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b74d814d-f747-4ee6-b3f8-d2ada5ff5a65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.639488] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b499233c-709c-42e8-97c1-c9f1ce2373da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.678984] env[62664]: DEBUG nova.network.neutron [-] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.680559] env[62664]: DEBUG nova.compute.manager [req-5f178132-78aa-44a8-8cec-2b7e981df740 req-344c7abb-fe65-416f-bf49-3350dffadc92 service nova] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Detach interface failed, port_id=4bf58075-cd58-4310-a9d6-bd576f15c598, reason: Instance 8ad72d89-e5f4-473b-89db-d5afba26ecd2 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 951.684057] env[62664]: DEBUG nova.compute.manager [req-5f178132-78aa-44a8-8cec-2b7e981df740 req-344c7abb-fe65-416f-bf49-3350dffadc92 service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Received event network-vif-deleted-4ccdaf77-df4e-4470-a85a-402aa49a76a6 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.684057] env[62664]: INFO nova.compute.manager [req-5f178132-78aa-44a8-8cec-2b7e981df740 req-344c7abb-fe65-416f-bf49-3350dffadc92 service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Neutron deleted interface 4ccdaf77-df4e-4470-a85a-402aa49a76a6; detaching it from the instance and deleting it from the info cache [ 951.684057] env[62664]: DEBUG nova.network.neutron [req-5f178132-78aa-44a8-8cec-2b7e981df740 req-344c7abb-fe65-416f-bf49-3350dffadc92 service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.715390] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f8cc95f-9aea-4035-a344-57180c6a056e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.725040] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a6a584-fd97-41e6-aa18-c4ba1c9be69e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.760862] env[62664]: DEBUG nova.compute.manager [req-af8926e8-a3c6-4632-b987-284d231ddf89 req-520a1ed8-2357-4d98-932f-e65a2058c7c9 service nova] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Detach interface failed, port_id=7b48a8e7-d88f-4a38-acaa-455ff47e7358, reason: Instance caa20413-d78f-4ce1-beb6-143ae8f96e11 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 951.805956] env[62664]: DEBUG oslo_concurrency.lockutils [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.806238] env[62664]: DEBUG oslo_concurrency.lockutils [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.806458] env[62664]: DEBUG oslo_concurrency.lockutils [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.806863] env[62664]: DEBUG oslo_concurrency.lockutils [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.807099] env[62664]: DEBUG oslo_concurrency.lockutils [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.812912] env[62664]: INFO nova.compute.manager [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Terminating instance [ 951.820466] env[62664]: DEBUG oslo_vmware.api [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698255, 'name': PowerOnVM_Task, 'duration_secs': 0.814603} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.821030] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.821427] env[62664]: INFO nova.compute.manager [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Took 8.36 seconds to spawn the instance on the hypervisor. [ 951.821505] env[62664]: DEBUG nova.compute.manager [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.822293] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922b3fa6-834c-47c3-87b4-772e5db8e6cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.897026] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.897300] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.897572] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.897649] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.898343] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.900173] env[62664]: INFO nova.compute.manager [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Terminating instance [ 951.961334] env[62664]: DEBUG nova.scheduler.client.report [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.976364] env[62664]: INFO nova.compute.manager [-] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Took 1.52 seconds to deallocate network for instance. [ 951.982413] env[62664]: INFO nova.compute.manager [-] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Took 1.63 seconds to deallocate network for instance. [ 952.183603] env[62664]: INFO nova.compute.manager [-] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Took 1.75 seconds to deallocate network for instance. [ 952.183939] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aad5ae32-0d1e-4f6e-bbf6-23ae85282e6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.195644] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28902aa6-51f3-483e-8d24-90aaf742d35d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.233149] env[62664]: DEBUG nova.compute.manager [req-5f178132-78aa-44a8-8cec-2b7e981df740 req-344c7abb-fe65-416f-bf49-3350dffadc92 service nova] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Detach interface failed, port_id=4ccdaf77-df4e-4470-a85a-402aa49a76a6, reason: Instance ae343812-3b7e-464f-8c4b-32695cb6fefd could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 952.321654] env[62664]: DEBUG nova.compute.manager [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.322219] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.323294] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a594adcf-aeb5-4fcf-bb39-aecce9541a3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.332575] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.336829] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47740c3f-18df-4925-ba6d-48c37aa57b44 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.341512] env[62664]: INFO nova.compute.manager [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Took 29.21 seconds to build instance. [ 952.345259] env[62664]: DEBUG oslo_vmware.api [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 952.345259] env[62664]: value = "task-2698256" [ 952.345259] env[62664]: _type = "Task" [ 952.345259] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.357815] env[62664]: DEBUG oslo_vmware.api [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.407227] env[62664]: DEBUG nova.compute.manager [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.407493] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.408648] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4e93ef-e816-44bf-89ec-ae5ee3335234 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.419664] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.420071] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a909cdc-9a21-4240-bcd7-455b2c4338c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.427717] env[62664]: DEBUG oslo_vmware.api [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 952.427717] env[62664]: value = "task-2698257" [ 952.427717] env[62664]: _type = "Task" [ 952.427717] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.440704] env[62664]: DEBUG oslo_vmware.api [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.467942] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.485866] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.486261] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.486537] env[62664]: DEBUG nova.objects.instance [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lazy-loading 'resources' on Instance uuid 8ad72d89-e5f4-473b-89db-d5afba26ecd2 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.489077] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.496678] env[62664]: INFO nova.scheduler.client.report [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Deleted allocations for instance f48335a6-0726-41d9-abfc-ceb16dcf2912 [ 952.636048] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "2cc0bb74-86ed-4219-ab30-e3e821d22526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.636048] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "2cc0bb74-86ed-4219-ab30-e3e821d22526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.692715] env[62664]: DEBUG oslo_concurrency.lockutils [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.842922] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3bf045b0-c1e0-459b-8aec-76f620337876 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "054f0c35-7ba7-4cf6-a118-a9eb844af058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.723s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.855925] env[62664]: DEBUG oslo_vmware.api [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698256, 'name': PowerOffVM_Task, 'duration_secs': 0.205716} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.856215] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.856384] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.856647] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5dd1217-aa50-493a-a338-31efd024c19b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.921809] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.922060] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.922258] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Deleting the datastore file [datastore2] 3e23ff95-3990-4340-bcf7-464e4d1ee27c {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.923668] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63b8bab0-7d5e-4dbd-bc1b-8c43b1c59e10 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.929206] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "eaef1d22-fd5b-409a-9584-cc488738f2fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.929477] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "eaef1d22-fd5b-409a-9584-cc488738f2fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.937095] env[62664]: DEBUG oslo_vmware.api [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for the task: (returnval){ [ 952.937095] env[62664]: value = "task-2698259" [ 952.937095] env[62664]: _type = "Task" [ 952.937095] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.944919] env[62664]: DEBUG oslo_vmware.api [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698257, 'name': PowerOffVM_Task, 'duration_secs': 0.230615} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.945557] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.945790] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.946420] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9fdd059-d844-456b-b626-97a17b60381b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.952361] env[62664]: DEBUG oslo_vmware.api [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.008283] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8c5395f-3ecd-4c6c-97ff-4720c2dfd770 tempest-ServersV294TestFqdnHostnames-1840710658 tempest-ServersV294TestFqdnHostnames-1840710658-project-member] Lock "f48335a6-0726-41d9-abfc-ceb16dcf2912" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.476s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.011901] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.012768] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.012768] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleting the datastore file [datastore2] 81c1459c-01fa-44b5-8e8b-ae64f13a6043 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.012768] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3889a655-b41d-4800-8ea3-01164c846286 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.023023] env[62664]: DEBUG oslo_vmware.api [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 953.023023] env[62664]: value = "task-2698261" [ 953.023023] env[62664]: _type = "Task" [ 953.023023] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.031763] env[62664]: DEBUG oslo_vmware.api [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.140029] env[62664]: DEBUG nova.compute.manager [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.250836] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dfad74-17f4-4d7f-9561-1f7ec6b84b72 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.259414] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8787180-1e6a-497d-a9fc-f0001cb29aae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.290575] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438dd275-fa79-4626-855a-5e21172e637b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.298344] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90345c42-8601-4a47-952e-a0c5769feded {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.311963] env[62664]: DEBUG nova.compute.provider_tree [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.432702] env[62664]: DEBUG nova.compute.manager [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.447900] env[62664]: DEBUG oslo_vmware.api [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Task: {'id': task-2698259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1661} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.448206] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.448405] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.448589] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.448760] env[62664]: INFO nova.compute.manager [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 953.449021] env[62664]: DEBUG oslo.service.loopingcall [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.449229] env[62664]: DEBUG nova.compute.manager [-] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.449325] env[62664]: DEBUG nova.network.neutron [-] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.535948] env[62664]: DEBUG oslo_vmware.api [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173772} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.536464] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.536928] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.537759] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.537759] env[62664]: INFO nova.compute.manager [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Took 1.13 seconds to destroy the instance on the hypervisor. [ 953.537882] env[62664]: DEBUG oslo.service.loopingcall [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.538225] env[62664]: DEBUG nova.compute.manager [-] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.538385] env[62664]: DEBUG nova.network.neutron [-] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.672608] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.815508] env[62664]: DEBUG nova.scheduler.client.report [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.908225] env[62664]: DEBUG nova.compute.manager [req-982443c7-2549-4644-8d7b-b0176fbfe44c req-f97c04c5-00aa-4cae-82a0-ab1db1096bd9 service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Received event network-vif-deleted-2f2d34e1-8ac1-4600-9059-97f65fc03ee3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.908495] env[62664]: INFO nova.compute.manager [req-982443c7-2549-4644-8d7b-b0176fbfe44c req-f97c04c5-00aa-4cae-82a0-ab1db1096bd9 service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Neutron deleted interface 2f2d34e1-8ac1-4600-9059-97f65fc03ee3; detaching it from the instance and deleting it from the info cache [ 953.908915] env[62664]: DEBUG nova.network.neutron [req-982443c7-2549-4644-8d7b-b0176fbfe44c req-f97c04c5-00aa-4cae-82a0-ab1db1096bd9 service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.953340] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.052591] env[62664]: DEBUG nova.compute.manager [req-d414ccd3-e4f5-4ba3-a0ba-3296ac9119d6 req-777e3813-c7ea-4d50-b531-9c1d612015e1 service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Received event network-vif-deleted-7ce33973-d2ed-481d-9592-d254a4388b3c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.052794] env[62664]: INFO nova.compute.manager [req-d414ccd3-e4f5-4ba3-a0ba-3296ac9119d6 req-777e3813-c7ea-4d50-b531-9c1d612015e1 service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Neutron deleted interface 7ce33973-d2ed-481d-9592-d254a4388b3c; detaching it from the instance and deleting it from the info cache [ 954.052968] env[62664]: DEBUG nova.network.neutron [req-d414ccd3-e4f5-4ba3-a0ba-3296ac9119d6 req-777e3813-c7ea-4d50-b531-9c1d612015e1 service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.320437] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.323675] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.834s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.323675] env[62664]: DEBUG nova.objects.instance [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lazy-loading 'resources' on Instance uuid ae343812-3b7e-464f-8c4b-32695cb6fefd {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.344915] env[62664]: INFO nova.scheduler.client.report [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleted allocations for instance 8ad72d89-e5f4-473b-89db-d5afba26ecd2 [ 954.368395] env[62664]: DEBUG nova.network.neutron [-] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.402921] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "054f0c35-7ba7-4cf6-a118-a9eb844af058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.403885] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "054f0c35-7ba7-4cf6-a118-a9eb844af058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.403885] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "054f0c35-7ba7-4cf6-a118-a9eb844af058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.403885] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "054f0c35-7ba7-4cf6-a118-a9eb844af058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.404075] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "054f0c35-7ba7-4cf6-a118-a9eb844af058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.407552] env[62664]: INFO nova.compute.manager [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Terminating instance [ 954.417924] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbce7400-2293-4c36-a65a-f4d04aeb0ae9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.430612] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5edd255-ad36-4b9a-a8f5-42300bcd7498 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.470296] env[62664]: DEBUG nova.compute.manager [req-982443c7-2549-4644-8d7b-b0176fbfe44c req-f97c04c5-00aa-4cae-82a0-ab1db1096bd9 service nova] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Detach interface failed, port_id=2f2d34e1-8ac1-4600-9059-97f65fc03ee3, reason: Instance 3e23ff95-3990-4340-bcf7-464e4d1ee27c could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 954.498638] env[62664]: DEBUG nova.network.neutron [-] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.557359] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09b095c2-f697-43d1-9690-1b4c64ef0d3f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.570406] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de992ee4-5ef9-488e-9c06-a6f52e3163f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.602846] env[62664]: DEBUG nova.compute.manager [req-d414ccd3-e4f5-4ba3-a0ba-3296ac9119d6 req-777e3813-c7ea-4d50-b531-9c1d612015e1 service nova] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Detach interface failed, port_id=7ce33973-d2ed-481d-9592-d254a4388b3c, reason: Instance 81c1459c-01fa-44b5-8e8b-ae64f13a6043 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 954.854172] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1784dcb2-a847-45ad-8471-a7d261f07402 tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "8ad72d89-e5f4-473b-89db-d5afba26ecd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.026s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.872474] env[62664]: INFO nova.compute.manager [-] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Took 1.42 seconds to deallocate network for instance. [ 954.915206] env[62664]: DEBUG nova.compute.manager [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.915206] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.916730] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70ec991-7d2c-4062-8497-373a97ece1d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.928813] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.929565] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e21351b1-2aef-435d-846a-2e81e738f97a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.936228] env[62664]: DEBUG oslo_vmware.api [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 954.936228] env[62664]: value = "task-2698262" [ 954.936228] env[62664]: _type = "Task" [ 954.936228] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.946069] env[62664]: DEBUG oslo_vmware.api [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.001364] env[62664]: INFO nova.compute.manager [-] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Took 1.46 seconds to deallocate network for instance. [ 955.094653] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd432f-c5b9-4386-aee5-187216ec0129 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.104205] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb0431-47cf-457c-9d47-daa5ff016565 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.135326] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f98dda8-0186-4030-8251-3c1f3d462f6d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.143129] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e8c29a-2a44-4669-a00f-6e1246acb038 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.160860] env[62664]: DEBUG nova.compute.provider_tree [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.379087] env[62664]: DEBUG oslo_concurrency.lockutils [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.447436] env[62664]: DEBUG oslo_vmware.api [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698262, 'name': PowerOffVM_Task, 'duration_secs': 0.201783} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.447805] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.449818] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.450120] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22d73466-6c84-420c-9261-43d401b609ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.508938] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.515198] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.515430] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.515738] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleting the datastore file [datastore1] 054f0c35-7ba7-4cf6-a118-a9eb844af058 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.515885] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3127db67-44bc-4cef-b415-6f518359ecbc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.523391] env[62664]: DEBUG oslo_vmware.api [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for the task: (returnval){ [ 955.523391] env[62664]: value = "task-2698264" [ 955.523391] env[62664]: _type = "Task" [ 955.523391] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.532872] env[62664]: DEBUG oslo_vmware.api [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.664513] env[62664]: DEBUG nova.scheduler.client.report [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.035332] env[62664]: DEBUG oslo_vmware.api [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Task: {'id': task-2698264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152648} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.035657] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.035846] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.036477] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.036675] env[62664]: INFO nova.compute.manager [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Took 1.12 seconds to destroy the instance on the hypervisor. [ 956.036985] env[62664]: DEBUG oslo.service.loopingcall [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.037253] env[62664]: DEBUG nova.compute.manager [-] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.037361] env[62664]: DEBUG nova.network.neutron [-] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.172618] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.177053] env[62664]: DEBUG oslo_concurrency.lockutils [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.482s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.177053] env[62664]: DEBUG nova.objects.instance [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lazy-loading 'resources' on Instance uuid caa20413-d78f-4ce1-beb6-143ae8f96e11 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.203059] env[62664]: INFO nova.scheduler.client.report [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Deleted allocations for instance ae343812-3b7e-464f-8c4b-32695cb6fefd [ 956.354750] env[62664]: DEBUG nova.compute.manager [req-7ab0782e-5c6c-4a9b-98b1-617afc62be37 req-a6494d58-3629-4db0-8c91-417afe14610e service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Received event network-vif-deleted-8bcbab7a-02fe-4071-bcac-8bbac1eef0f4 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.355189] env[62664]: INFO nova.compute.manager [req-7ab0782e-5c6c-4a9b-98b1-617afc62be37 req-a6494d58-3629-4db0-8c91-417afe14610e service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Neutron deleted interface 8bcbab7a-02fe-4071-bcac-8bbac1eef0f4; detaching it from the instance and deleting it from the info cache [ 956.355340] env[62664]: DEBUG nova.network.neutron [req-7ab0782e-5c6c-4a9b-98b1-617afc62be37 req-a6494d58-3629-4db0-8c91-417afe14610e service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.716476] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a8c6f904-dba1-4df0-ba6a-3a6683024ed5 tempest-ImagesTestJSON-109649168 tempest-ImagesTestJSON-109649168-project-member] Lock "ae343812-3b7e-464f-8c4b-32695cb6fefd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.071s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.835263] env[62664]: DEBUG nova.network.neutron [-] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.858551] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f9b595c-15bc-430c-847b-c2488d836f34 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.873265] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294f9a7e-22d6-4728-b139-198178112f89 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.914546] env[62664]: DEBUG nova.compute.manager [req-7ab0782e-5c6c-4a9b-98b1-617afc62be37 req-a6494d58-3629-4db0-8c91-417afe14610e service nova] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Detach interface failed, port_id=8bcbab7a-02fe-4071-bcac-8bbac1eef0f4, reason: Instance 054f0c35-7ba7-4cf6-a118-a9eb844af058 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 956.918929] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a07c0c0-b8da-4dc4-bec8-12d380800e68 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.926500] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487d8b6b-3946-4dbd-bd5a-085012298dc7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.962128] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423cdbb8-c0ca-4b2e-a5f7-41aaa8b729e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.970593] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41323641-c40f-4377-b5d6-84af0f4cecc2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.986600] env[62664]: DEBUG nova.compute.provider_tree [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.339113] env[62664]: INFO nova.compute.manager [-] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Took 1.30 seconds to deallocate network for instance. [ 957.490533] env[62664]: DEBUG nova.scheduler.client.report [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.848797] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.999343] env[62664]: DEBUG oslo_concurrency.lockutils [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.000533] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.328s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.002895] env[62664]: INFO nova.compute.claims [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.031746] env[62664]: INFO nova.scheduler.client.report [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Deleted allocations for instance caa20413-d78f-4ce1-beb6-143ae8f96e11 [ 958.103466] env[62664]: DEBUG oslo_concurrency.lockutils [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "a881c010-07df-40df-a487-42e3e382c8bc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.103889] env[62664]: DEBUG oslo_concurrency.lockutils [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.103974] env[62664]: INFO nova.compute.manager [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Rebooting instance [ 958.543421] env[62664]: DEBUG oslo_concurrency.lockutils [None req-797e62d1-efca-4e5f-9bb2-aea586be0e1a tempest-MultipleCreateTestJSON-1634345930 tempest-MultipleCreateTestJSON-1634345930-project-member] Lock "caa20413-d78f-4ce1-beb6-143ae8f96e11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.795s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.604655] env[62664]: DEBUG oslo_vmware.rw_handles [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d94347-5aca-8d52-e9a6-e4e2bfc830f3/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 958.605656] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac78c81-cdff-462f-a6d7-e40ecb5af098 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.617796] env[62664]: DEBUG oslo_vmware.rw_handles [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d94347-5aca-8d52-e9a6-e4e2bfc830f3/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 958.618155] env[62664]: ERROR oslo_vmware.rw_handles [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d94347-5aca-8d52-e9a6-e4e2bfc830f3/disk-0.vmdk due to incomplete transfer. [ 958.618402] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cdeff2ca-cc82-46f7-9a63-66f019bab1af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.627603] env[62664]: DEBUG oslo_vmware.rw_handles [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d94347-5aca-8d52-e9a6-e4e2bfc830f3/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 958.627902] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Uploaded image faeeb855-c8a2-4ff3-8dd6-f213f6b3c771 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 958.631059] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 958.632279] env[62664]: DEBUG oslo_concurrency.lockutils [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.632671] env[62664]: DEBUG oslo_concurrency.lockutils [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.632898] env[62664]: DEBUG nova.network.neutron [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.634584] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6adb711a-e9be-42ad-ac97-debd4ae283aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.646668] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 958.646668] env[62664]: value = "task-2698265" [ 958.646668] env[62664]: _type = "Task" [ 958.646668] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.654601] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698265, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.161836] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698265, 'name': Destroy_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.259079] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe10eb2e-b103-440e-8e83-89df2a0009de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.269478] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5741627c-4c20-4078-a052-458aa80013a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.306095] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213a3881-c159-4c4b-9f34-46a1167e497d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.315719] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14553362-6bee-4e44-8642-6720b652dbe2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.332291] env[62664]: DEBUG nova.compute.provider_tree [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.470771] env[62664]: DEBUG nova.network.neutron [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [{"id": "147cad01-1bfa-4c75-b37d-ad728828290c", "address": "fa:16:3e:53:9f:5e", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147cad01-1b", "ovs_interfaceid": "147cad01-1bfa-4c75-b37d-ad728828290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.658175] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698265, 'name': Destroy_Task, 'duration_secs': 0.515657} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.658175] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Destroyed the VM [ 959.658175] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 959.658175] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27ce318e-a5aa-48a8-9eff-5827c40bd004 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.664253] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 959.664253] env[62664]: value = "task-2698266" [ 959.664253] env[62664]: _type = "Task" [ 959.664253] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.672556] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698266, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.840032] env[62664]: DEBUG nova.scheduler.client.report [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.975398] env[62664]: DEBUG oslo_concurrency.lockutils [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.178685] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698266, 'name': RemoveSnapshot_Task, 'duration_secs': 0.387363} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.179378] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 960.179827] env[62664]: DEBUG nova.compute.manager [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.181185] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142b31ad-da17-4d0c-8a55-a6e8fc91eedc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.350365] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.351027] env[62664]: DEBUG nova.compute.manager [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.355182] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.401s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.356771] env[62664]: INFO nova.compute.claims [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.482511] env[62664]: DEBUG nova.compute.manager [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.483651] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b4d4d7-1a42-47ad-af37-b521d377876f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.695554] env[62664]: INFO nova.compute.manager [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Shelve offloading [ 960.861988] env[62664]: DEBUG nova.compute.utils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 960.867581] env[62664]: DEBUG nova.compute.manager [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Not allocating networking since 'none' was specified. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 961.092645] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.092832] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.203579] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.203579] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f765378-8a20-4c4f-8397-7f43a488520b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.208222] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 961.208222] env[62664]: value = "task-2698267" [ 961.208222] env[62664]: _type = "Task" [ 961.208222] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.223980] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 961.224258] env[62664]: DEBUG nova.compute.manager [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.225111] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a65380-f6ed-4fce-b095-f99a81ac5c93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.231064] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.231243] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.231431] env[62664]: DEBUG nova.network.neutron [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.368431] env[62664]: DEBUG nova.compute.manager [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.508930] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac4e0cd-7cfe-4ce4-bb78-e946472ed731 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.517038] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Doing hard reboot of VM {{(pid=62664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 961.517360] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5be6dd7d-47d3-4a2a-aeef-a07c643116fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.530607] env[62664]: DEBUG oslo_vmware.api [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 961.530607] env[62664]: value = "task-2698268" [ 961.530607] env[62664]: _type = "Task" [ 961.530607] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.542682] env[62664]: DEBUG oslo_vmware.api [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698268, 'name': ResetVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.599224] env[62664]: DEBUG nova.compute.manager [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.648225] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21887b7a-1f73-4ecd-91f4-660dfcb0ad9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.658128] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f50a5ea-0df5-43de-9d7f-fe70811993c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.691880] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf98159-6d01-42dd-8397-bc70a13b77cd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.699799] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50909e27-7ff2-4ef0-8595-d246684b7303 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.713366] env[62664]: DEBUG nova.compute.provider_tree [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.040466] env[62664]: DEBUG oslo_vmware.api [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698268, 'name': ResetVM_Task, 'duration_secs': 0.104613} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.040727] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Did hard reboot of VM {{(pid=62664) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 962.040914] env[62664]: DEBUG nova.compute.manager [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.041751] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5f03b5-1614-463a-a7ef-1412d3955d0d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.122536] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.216663] env[62664]: DEBUG nova.scheduler.client.report [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.304213] env[62664]: DEBUG nova.network.neutron [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updating instance_info_cache with network_info: [{"id": "1128f339-6b93-494e-9ba3-e70c92e85191", "address": "fa:16:3e:4d:0d:99", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128f339-6b", "ovs_interfaceid": "1128f339-6b93-494e-9ba3-e70c92e85191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.382460] env[62664]: DEBUG nova.compute.manager [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.421575] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.421575] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.421575] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.421575] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.421575] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.421826] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.422104] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.422484] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.422661] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.422934] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.423954] env[62664]: DEBUG nova.virt.hardware [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.428021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8e6d5b-93aa-462c-b5bd-d035ec03b1e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.435494] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f382eeb1-8c02-42aa-8268-1bf8bc38801c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.453392] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.457603] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Creating folder: Project (204bdf8984384439a2eda3ad87460fcc). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.458907] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d80e4e6-29da-4259-821a-d2e55ab7bd55 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.469445] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Created folder: Project (204bdf8984384439a2eda3ad87460fcc) in parent group-v543506. [ 962.469445] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Creating folder: Instances. Parent ref: group-v543746. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.469445] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38e98ac4-5863-499a-91dc-311a7d59b535 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.478793] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Created folder: Instances in parent group-v543746. [ 962.479251] env[62664]: DEBUG oslo.service.loopingcall [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.479517] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.479740] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aa68b51-b4e9-4099-8486-0fe258482770 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.497198] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.497198] env[62664]: value = "task-2698271" [ 962.497198] env[62664]: _type = "Task" [ 962.497198] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.505331] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698271, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.553756] env[62664]: DEBUG oslo_concurrency.lockutils [None req-47ca0e70-df3d-471c-9b13-80db3a54c93a tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.450s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.723113] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.724309] env[62664]: DEBUG nova.compute.manager [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.727633] env[62664]: DEBUG oslo_concurrency.lockutils [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.348s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.727633] env[62664]: DEBUG nova.objects.instance [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lazy-loading 'resources' on Instance uuid 3e23ff95-3990-4340-bcf7-464e4d1ee27c {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.806573] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.010471] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698271, 'name': CreateVM_Task, 'duration_secs': 0.293177} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.010678] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.011218] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.011389] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.012395] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.012395] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e07884c-28a6-4491-8824-369267c9be65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.016506] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 963.016506] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521469d1-e19f-3185-8d12-63caa55d74c5" [ 963.016506] env[62664]: _type = "Task" [ 963.016506] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.026955] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521469d1-e19f-3185-8d12-63caa55d74c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.097613] env[62664]: DEBUG nova.compute.manager [req-65d1bdbf-9243-46df-9816-8230a2b5248e req-3b3b91aa-5e98-41ae-b5fe-034a0dd461c8 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received event network-vif-unplugged-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.097835] env[62664]: DEBUG oslo_concurrency.lockutils [req-65d1bdbf-9243-46df-9816-8230a2b5248e req-3b3b91aa-5e98-41ae-b5fe-034a0dd461c8 service nova] Acquiring lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.098060] env[62664]: DEBUG oslo_concurrency.lockutils [req-65d1bdbf-9243-46df-9816-8230a2b5248e req-3b3b91aa-5e98-41ae-b5fe-034a0dd461c8 service nova] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.098366] env[62664]: DEBUG oslo_concurrency.lockutils [req-65d1bdbf-9243-46df-9816-8230a2b5248e req-3b3b91aa-5e98-41ae-b5fe-034a0dd461c8 service nova] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.098464] env[62664]: DEBUG nova.compute.manager [req-65d1bdbf-9243-46df-9816-8230a2b5248e req-3b3b91aa-5e98-41ae-b5fe-034a0dd461c8 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] No waiting events found dispatching network-vif-unplugged-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.098597] env[62664]: WARNING nova.compute.manager [req-65d1bdbf-9243-46df-9816-8230a2b5248e req-3b3b91aa-5e98-41ae-b5fe-034a0dd461c8 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received unexpected event network-vif-unplugged-1128f339-6b93-494e-9ba3-e70c92e85191 for instance with vm_state shelved and task_state shelving_offloading. [ 963.211163] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.212253] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff93988-6a7a-4a70-8a56-0d95b6a3f6d6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.232220] env[62664]: DEBUG nova.compute.utils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.242934] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.242934] env[62664]: DEBUG nova.compute.manager [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Not allocating networking since 'none' was specified. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 963.242934] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d05f91b1-2b1c-42bb-bb94-ae90c92d3861 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.313961] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.314207] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.314405] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleting the datastore file [datastore2] 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.314981] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c10abee1-0984-4ade-93cb-e25839db3d7f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.323176] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 963.323176] env[62664]: value = "task-2698273" [ 963.323176] env[62664]: _type = "Task" [ 963.323176] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.334560] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.528068] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521469d1-e19f-3185-8d12-63caa55d74c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.529573] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.529800] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.530036] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.530192] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.530403] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.531377] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a217d32-4492-49a9-90ac-f9da472e0cc3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.534349] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cb0dd9a-dcbe-429e-a792-82e221b06d7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.541735] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1457e5-36d0-446a-bf8e-1c8187fea0d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.549255] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.549255] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.550193] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93439f14-52d7-43e3-b0ce-b8a37d71e860 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.583014] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252770c5-b736-43bf-8648-b2404eca1f6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.587303] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 963.587303] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5255df11-6df1-1491-7ee7-f7f3154f8a93" [ 963.587303] env[62664]: _type = "Task" [ 963.587303] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.594283] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33191824-e1d8-42d1-b4f9-7f916d63d1a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.602530] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5255df11-6df1-1491-7ee7-f7f3154f8a93, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.603688] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e16e03-c94e-45b0-9537-b69d3cc9c98a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.614908] env[62664]: DEBUG nova.compute.provider_tree [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.623376] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 963.623376] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521ed398-2634-6297-2474-539c2c432d19" [ 963.623376] env[62664]: _type = "Task" [ 963.623376] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.630111] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521ed398-2634-6297-2474-539c2c432d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.743760] env[62664]: DEBUG nova.compute.manager [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.834698] env[62664]: DEBUG oslo_vmware.api [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142816} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.834698] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.834698] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.834698] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.860362] env[62664]: INFO nova.scheduler.client.report [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleted allocations for instance 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b [ 964.120854] env[62664]: DEBUG nova.scheduler.client.report [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.138734] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521ed398-2634-6297-2474-539c2c432d19, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.139666] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.139935] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 2cc0bb74-86ed-4219-ab30-e3e821d22526/2cc0bb74-86ed-4219-ab30-e3e821d22526.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.140216] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a39dfc32-ebd7-4457-baf4-332c9ed54d7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.150147] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 964.150147] env[62664]: value = "task-2698274" [ 964.150147] env[62664]: _type = "Task" [ 964.150147] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.155933] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.366476] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.632680] env[62664]: DEBUG oslo_concurrency.lockutils [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.635311] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.126s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.635420] env[62664]: DEBUG nova.objects.instance [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lazy-loading 'resources' on Instance uuid 81c1459c-01fa-44b5-8e8b-ae64f13a6043 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.658182] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508111} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.658508] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 2cc0bb74-86ed-4219-ab30-e3e821d22526/2cc0bb74-86ed-4219-ab30-e3e821d22526.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.658650] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.659406] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4155241c-002b-4c00-813f-af1fd7b59cc9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.665430] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 964.665430] env[62664]: value = "task-2698275" [ 964.665430] env[62664]: _type = "Task" [ 964.665430] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.666370] env[62664]: INFO nova.scheduler.client.report [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Deleted allocations for instance 3e23ff95-3990-4340-bcf7-464e4d1ee27c [ 964.679900] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.753910] env[62664]: DEBUG nova.compute.manager [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.795018] env[62664]: DEBUG nova.virt.hardware [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.795018] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfe7fbe-442d-404d-b4ec-9d83f7477a65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.803438] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a38ef2-4a29-4e35-acec-b5d3ab0c9ee4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.819024] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.826089] env[62664]: DEBUG oslo.service.loopingcall [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.826503] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.826845] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12824302-b1d3-4230-bd32-a0f745a63d71 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.853315] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.853315] env[62664]: value = "task-2698276" [ 964.853315] env[62664]: _type = "Task" [ 964.853315] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.860539] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698276, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.079398] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "3e55dd64-c194-4829-9906-b7f38d0cf240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.079398] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "3e55dd64-c194-4829-9906-b7f38d0cf240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.129115] env[62664]: DEBUG nova.compute.manager [req-136f6cc4-dcfa-4ca1-8bee-392f55ddc50a req-6bc197c5-94ea-48d5-8353-3cf4eb369c6b service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received event network-changed-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.129334] env[62664]: DEBUG nova.compute.manager [req-136f6cc4-dcfa-4ca1-8bee-392f55ddc50a req-6bc197c5-94ea-48d5-8353-3cf4eb369c6b service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Refreshing instance network info cache due to event network-changed-1128f339-6b93-494e-9ba3-e70c92e85191. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 965.129600] env[62664]: DEBUG oslo_concurrency.lockutils [req-136f6cc4-dcfa-4ca1-8bee-392f55ddc50a req-6bc197c5-94ea-48d5-8353-3cf4eb369c6b service nova] Acquiring lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.129787] env[62664]: DEBUG oslo_concurrency.lockutils [req-136f6cc4-dcfa-4ca1-8bee-392f55ddc50a req-6bc197c5-94ea-48d5-8353-3cf4eb369c6b service nova] Acquired lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.129888] env[62664]: DEBUG nova.network.neutron [req-136f6cc4-dcfa-4ca1-8bee-392f55ddc50a req-6bc197c5-94ea-48d5-8353-3cf4eb369c6b service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Refreshing network info cache for port 1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.179232] env[62664]: DEBUG oslo_concurrency.lockutils [None req-59df53ea-b40e-4248-8158-7f0c2e210728 tempest-SecurityGroupsTestJSON-1056959646 tempest-SecurityGroupsTestJSON-1056959646-project-member] Lock "3e23ff95-3990-4340-bcf7-464e4d1ee27c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.373s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.186065] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068033} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.186875] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.187717] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffcc3a0-b6b1-4438-8834-086a67f91e36 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.212668] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 2cc0bb74-86ed-4219-ab30-e3e821d22526/2cc0bb74-86ed-4219-ab30-e3e821d22526.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.216939] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2deb0e2b-2499-45eb-ba18-eade38a26c9c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.241156] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 965.241156] env[62664]: value = "task-2698277" [ 965.241156] env[62664]: _type = "Task" [ 965.241156] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.248962] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.362590] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698276, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.423773] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb914c2-b4e5-4daf-b04f-6467138455b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.435775] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af22355f-4958-4a22-9411-cef0d8f85855 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.477398] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1801b58-bdb9-4e6b-8d47-d000d55c21c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.486060] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d273c3c1-ec92-4f4f-8033-4cb93f1fd669 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.501039] env[62664]: DEBUG nova.compute.provider_tree [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.646295] env[62664]: DEBUG nova.compute.manager [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.751578] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698277, 'name': ReconfigVM_Task, 'duration_secs': 0.298568} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.751578] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 2cc0bb74-86ed-4219-ab30-e3e821d22526/2cc0bb74-86ed-4219-ab30-e3e821d22526.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.751912] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beab5b48-58c9-4b18-9b53-68229e7404bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.758158] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 965.758158] env[62664]: value = "task-2698281" [ 965.758158] env[62664]: _type = "Task" [ 965.758158] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.769392] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698281, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.864035] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698276, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.915342] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.005253] env[62664]: DEBUG nova.scheduler.client.report [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.023835] env[62664]: DEBUG nova.network.neutron [req-136f6cc4-dcfa-4ca1-8bee-392f55ddc50a req-6bc197c5-94ea-48d5-8353-3cf4eb369c6b service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updated VIF entry in instance network info cache for port 1128f339-6b93-494e-9ba3-e70c92e85191. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.024381] env[62664]: DEBUG nova.network.neutron [req-136f6cc4-dcfa-4ca1-8bee-392f55ddc50a req-6bc197c5-94ea-48d5-8353-3cf4eb369c6b service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updating instance_info_cache with network_info: [{"id": "1128f339-6b93-494e-9ba3-e70c92e85191", "address": "fa:16:3e:4d:0d:99", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1128f339-6b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.114247] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.268106] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698281, 'name': Rename_Task, 'duration_secs': 0.135948} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.268409] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.268654] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e2d0d61-087a-434a-80d5-a5c2dd6c7593 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.275430] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 966.275430] env[62664]: value = "task-2698282" [ 966.275430] env[62664]: _type = "Task" [ 966.275430] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.282398] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.363130] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698276, 'name': CreateVM_Task, 'duration_secs': 1.3037} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.363130] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.363130] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.363130] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.363506] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.363771] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84dd0eb0-5944-4081-8fc0-3f8859056131 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.368744] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 966.368744] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52960403-86f4-11ef-2166-524354ff601b" [ 966.368744] env[62664]: _type = "Task" [ 966.368744] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.376467] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52960403-86f4-11ef-2166-524354ff601b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.512113] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.514649] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.666s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.514856] env[62664]: DEBUG nova.objects.instance [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lazy-loading 'resources' on Instance uuid 054f0c35-7ba7-4cf6-a118-a9eb844af058 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.530852] env[62664]: DEBUG oslo_concurrency.lockutils [req-136f6cc4-dcfa-4ca1-8bee-392f55ddc50a req-6bc197c5-94ea-48d5-8353-3cf4eb369c6b service nova] Releasing lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.547189] env[62664]: INFO nova.scheduler.client.report [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted allocations for instance 81c1459c-01fa-44b5-8e8b-ae64f13a6043 [ 966.786363] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698282, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.879354] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52960403-86f4-11ef-2166-524354ff601b, 'name': SearchDatastore_Task, 'duration_secs': 0.012956} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.879685] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.879921] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.880172] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.880395] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.880499] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.880828] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1036f1ac-f616-4020-87b0-5b2c15b95f80 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.890200] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.890200] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.890853] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00674723-5418-4695-8c99-6cb3730e53b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.895918] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 966.895918] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529d6047-2311-6f99-c19f-ad9a385663ce" [ 966.895918] env[62664]: _type = "Task" [ 966.895918] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.903713] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529d6047-2311-6f99-c19f-ad9a385663ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.055032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6fde9e52-412f-4dab-bbf9-0774109f25a9 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "81c1459c-01fa-44b5-8e8b-ae64f13a6043" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.158s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.180120] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8970e56d-7673-4388-9b0e-db2c96bcf8e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.186382] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e450f97-9104-4214-b743-e43b6f251c00 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.218406] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0aa2bd-67ea-4920-80ca-8234613bb2de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.225611] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762884b1-d82b-454d-8d6e-5015b58bafb2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.239294] env[62664]: DEBUG nova.compute.provider_tree [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.285185] env[62664]: DEBUG oslo_vmware.api [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698282, 'name': PowerOnVM_Task, 'duration_secs': 0.682738} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.285459] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.285665] env[62664]: INFO nova.compute.manager [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Took 4.90 seconds to spawn the instance on the hypervisor. [ 967.285846] env[62664]: DEBUG nova.compute.manager [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.286632] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d612d2e5-c8c2-41df-91c3-4136ce569eae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.406490] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529d6047-2311-6f99-c19f-ad9a385663ce, 'name': SearchDatastore_Task, 'duration_secs': 0.032087} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.407244] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff58ee97-1fc1-46b4-961e-7d4f1417b123 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.412871] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 967.412871] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cea7ea-bbd8-bb65-26d1-96030d2f7185" [ 967.412871] env[62664]: _type = "Task" [ 967.412871] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.420730] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cea7ea-bbd8-bb65-26d1-96030d2f7185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.742966] env[62664]: DEBUG nova.scheduler.client.report [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.807404] env[62664]: INFO nova.compute.manager [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Took 14.16 seconds to build instance. [ 967.867811] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.868144] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.924162] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52cea7ea-bbd8-bb65-26d1-96030d2f7185, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.927491] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.927491] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] eaef1d22-fd5b-409a-9584-cc488738f2fa/eaef1d22-fd5b-409a-9584-cc488738f2fa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.927491] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04c6c4fb-122a-49c3-aa4a-ad227e38f1ed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.937850] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 967.937850] env[62664]: value = "task-2698283" [ 967.937850] env[62664]: _type = "Task" [ 967.937850] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.949067] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.247952] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.250743] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.128s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.252567] env[62664]: INFO nova.compute.claims [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.285693] env[62664]: INFO nova.scheduler.client.report [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Deleted allocations for instance 054f0c35-7ba7-4cf6-a118-a9eb844af058 [ 968.310979] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c324945c-9348-44c2-a39a-abf49ca775d4 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "2cc0bb74-86ed-4219-ab30-e3e821d22526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.675s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.370493] env[62664]: DEBUG nova.compute.manager [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.447607] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698283, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.700929] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "interface-00c4b240-e6c5-4551-866c-c3f82b3891f2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.701225] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-00c4b240-e6c5-4551-866c-c3f82b3891f2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.701586] env[62664]: DEBUG nova.objects.instance [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'flavor' on Instance uuid 00c4b240-e6c5-4551-866c-c3f82b3891f2 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.800044] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cd6a3272-c94f-47fe-adcf-45ac98060a22 tempest-ServerDiskConfigTestJSON-961407394 tempest-ServerDiskConfigTestJSON-961407394-project-member] Lock "054f0c35-7ba7-4cf6-a118-a9eb844af058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.397s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.901565] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.950041] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821676} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.950041] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] eaef1d22-fd5b-409a-9584-cc488738f2fa/eaef1d22-fd5b-409a-9584-cc488738f2fa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.950041] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.950041] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-636d1773-bc2f-417a-aa8e-263ee91a0928 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.958484] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 968.958484] env[62664]: value = "task-2698285" [ 968.958484] env[62664]: _type = "Task" [ 968.958484] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.969425] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.337929] env[62664]: DEBUG nova.objects.instance [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'pci_requests' on Instance uuid 00c4b240-e6c5-4551-866c-c3f82b3891f2 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.476146] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075993} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.476438] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.477409] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cdea26-750a-446b-9ac8-417a44d2e885 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.484050] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48907719-642e-40fa-b87f-480bd0a2c183 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.507391] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] eaef1d22-fd5b-409a-9584-cc488738f2fa/eaef1d22-fd5b-409a-9584-cc488738f2fa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.508236] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d16cb96-200f-4f05-a2fa-b4d7a106a71a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.528589] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d106d-bd71-4187-a50c-1eb025365a1b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.537379] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 969.537379] env[62664]: value = "task-2698286" [ 969.537379] env[62664]: _type = "Task" [ 969.537379] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.570113] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353cfe4a-dacb-4d1d-9b33-80ed1f90aa91 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.576419] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.582607] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b171fcc0-5aac-46b5-8403-1c44e342b619 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.598064] env[62664]: DEBUG nova.compute.provider_tree [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.841354] env[62664]: DEBUG nova.objects.base [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Object Instance<00c4b240-e6c5-4551-866c-c3f82b3891f2> lazy-loaded attributes: flavor,pci_requests {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.841354] env[62664]: DEBUG nova.network.neutron [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.898981] env[62664]: DEBUG nova.policy [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5231b9d2526944f2824af2094a32fe8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c1ba595e904276a7aaeaca7aa52e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.047876] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698286, 'name': ReconfigVM_Task, 'duration_secs': 0.352059} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.048199] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Reconfigured VM instance instance-0000005c to attach disk [datastore2] eaef1d22-fd5b-409a-9584-cc488738f2fa/eaef1d22-fd5b-409a-9584-cc488738f2fa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.048853] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16887edf-131d-4dab-82d8-f00039ec585a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.056874] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 970.056874] env[62664]: value = "task-2698287" [ 970.056874] env[62664]: _type = "Task" [ 970.056874] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.066996] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698287, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.101717] env[62664]: DEBUG nova.scheduler.client.report [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.252923] env[62664]: DEBUG nova.network.neutron [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Successfully created port: 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.416410] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquiring lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.416701] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.570053] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698287, 'name': Rename_Task, 'duration_secs': 0.248015} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.570456] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.570791] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f92a3812-dee3-4ba5-b58b-dd7e6a667c92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.579065] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 970.579065] env[62664]: value = "task-2698288" [ 970.579065] env[62664]: _type = "Task" [ 970.579065] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.588952] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.610187] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.610794] env[62664]: DEBUG nova.compute.manager [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.613849] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.248s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.614099] env[62664]: DEBUG nova.objects.instance [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'resources' on Instance uuid 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.921665] env[62664]: DEBUG nova.compute.manager [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.092190] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698288, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.116573] env[62664]: DEBUG nova.objects.instance [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'numa_topology' on Instance uuid 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.118881] env[62664]: DEBUG nova.compute.utils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 971.124740] env[62664]: DEBUG nova.compute.manager [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.125645] env[62664]: DEBUG nova.network.neutron [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.302522] env[62664]: DEBUG nova.policy [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87612dd0baaf467f85ea11e923f99505', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51d64d8686048938e1f7a66851e092e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.452550] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.591512] env[62664]: DEBUG oslo_vmware.api [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698288, 'name': PowerOnVM_Task, 'duration_secs': 0.514463} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.591873] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.592143] env[62664]: INFO nova.compute.manager [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Took 6.84 seconds to spawn the instance on the hypervisor. [ 971.592371] env[62664]: DEBUG nova.compute.manager [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.594606] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c97113-e4f2-4256-900b-081076d0ee6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.626750] env[62664]: DEBUG nova.compute.manager [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.633378] env[62664]: DEBUG nova.objects.base [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Object Instance<9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b> lazy-loaded attributes: resources,numa_topology {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.770315] env[62664]: DEBUG nova.compute.manager [req-20322ba8-c9d8-4797-abb9-8e9a4acf716e req-2838eade-5b77-498f-afc9-a94290fcbe21 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Received event network-vif-plugged-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.770532] env[62664]: DEBUG oslo_concurrency.lockutils [req-20322ba8-c9d8-4797-abb9-8e9a4acf716e req-2838eade-5b77-498f-afc9-a94290fcbe21 service nova] Acquiring lock "00c4b240-e6c5-4551-866c-c3f82b3891f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.770866] env[62664]: DEBUG oslo_concurrency.lockutils [req-20322ba8-c9d8-4797-abb9-8e9a4acf716e req-2838eade-5b77-498f-afc9-a94290fcbe21 service nova] Lock "00c4b240-e6c5-4551-866c-c3f82b3891f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.771098] env[62664]: DEBUG oslo_concurrency.lockutils [req-20322ba8-c9d8-4797-abb9-8e9a4acf716e req-2838eade-5b77-498f-afc9-a94290fcbe21 service nova] Lock "00c4b240-e6c5-4551-866c-c3f82b3891f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.771275] env[62664]: DEBUG nova.compute.manager [req-20322ba8-c9d8-4797-abb9-8e9a4acf716e req-2838eade-5b77-498f-afc9-a94290fcbe21 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] No waiting events found dispatching network-vif-plugged-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.771498] env[62664]: WARNING nova.compute.manager [req-20322ba8-c9d8-4797-abb9-8e9a4acf716e req-2838eade-5b77-498f-afc9-a94290fcbe21 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Received unexpected event network-vif-plugged-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 for instance with vm_state active and task_state None. [ 971.796329] env[62664]: DEBUG nova.network.neutron [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Successfully created port: f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.877840] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91f1e12-9055-4188-92c6-ca9c644fdaf5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.886176] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903fe66e-ba52-480e-b7e6-e73059138a46 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.894730] env[62664]: DEBUG nova.network.neutron [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Successfully updated port: 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.922638] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2c7c40-6cb3-4d01-8a2f-7a6b7c722ee2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.931783] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecc8c7e-fb64-4b09-99e2-8480daad7599 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.946530] env[62664]: DEBUG nova.compute.provider_tree [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.114418] env[62664]: INFO nova.compute.manager [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Took 18.18 seconds to build instance. [ 972.422487] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.422716] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.422912] env[62664]: DEBUG nova.network.neutron [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.449515] env[62664]: DEBUG nova.scheduler.client.report [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.617427] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa46178-0b95-4650-94b1-286fc753ea5b tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "eaef1d22-fd5b-409a-9584-cc488738f2fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.688s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.640806] env[62664]: DEBUG nova.compute.manager [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.667542] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.668026] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.668260] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.668514] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.668672] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.668822] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.669062] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.669240] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.669438] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.669639] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.669821] env[62664]: DEBUG nova.virt.hardware [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.670733] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43edb994-f4f0-42a3-9df5-c058b7507050 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.679870] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827fdf34-33a5-4cde-9db9-a982868c4375 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.904391] env[62664]: INFO nova.compute.manager [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Rebuilding instance [ 972.949506] env[62664]: DEBUG nova.compute.manager [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.950415] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9998866-8e83-4c5a-8044-7196846a0b16 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.953970] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.956263] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.845s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.958156] env[62664]: INFO nova.compute.claims [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.963025] env[62664]: WARNING nova.network.neutron [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] f2db3039-158a-40ba-8e1a-2ea6a9c89774 already exists in list: networks containing: ['f2db3039-158a-40ba-8e1a-2ea6a9c89774']. ignoring it [ 973.269938] env[62664]: DEBUG nova.network.neutron [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updating instance_info_cache with network_info: [{"id": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "address": "fa:16:3e:73:39:fa", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28d5add-0a", "ovs_interfaceid": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4358c3ae-5c7f-4cc7-a0c3-d842d3d79107", "address": "fa:16:3e:78:d4:a9", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358c3ae-5c", "ovs_interfaceid": "4358c3ae-5c7f-4cc7-a0c3-d842d3d79107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.303444] env[62664]: DEBUG nova.compute.manager [req-d0ac4b8f-1923-411b-bfb2-5ee5cecea308 req-45bf6d5a-f244-470c-92d0-620657f43cde service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Received event network-vif-plugged-f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.303656] env[62664]: DEBUG oslo_concurrency.lockutils [req-d0ac4b8f-1923-411b-bfb2-5ee5cecea308 req-45bf6d5a-f244-470c-92d0-620657f43cde service nova] Acquiring lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.303867] env[62664]: DEBUG oslo_concurrency.lockutils [req-d0ac4b8f-1923-411b-bfb2-5ee5cecea308 req-45bf6d5a-f244-470c-92d0-620657f43cde service nova] Lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.304056] env[62664]: DEBUG oslo_concurrency.lockutils [req-d0ac4b8f-1923-411b-bfb2-5ee5cecea308 req-45bf6d5a-f244-470c-92d0-620657f43cde service nova] Lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.304231] env[62664]: DEBUG nova.compute.manager [req-d0ac4b8f-1923-411b-bfb2-5ee5cecea308 req-45bf6d5a-f244-470c-92d0-620657f43cde service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] No waiting events found dispatching network-vif-plugged-f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.304399] env[62664]: WARNING nova.compute.manager [req-d0ac4b8f-1923-411b-bfb2-5ee5cecea308 req-45bf6d5a-f244-470c-92d0-620657f43cde service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Received unexpected event network-vif-plugged-f15a35cd-fc9d-4f89-aa01-b46403833416 for instance with vm_state building and task_state spawning. [ 973.466758] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a466deca-b445-4d89-a1ae-aa5c3cab0d98 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.480s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.467407] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.552s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.467604] env[62664]: INFO nova.compute.manager [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Unshelving [ 973.480582] env[62664]: DEBUG nova.network.neutron [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Successfully updated port: f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.773293] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.774274] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.774407] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.775295] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c941c122-9248-40ed-aeba-90dc2c28fab8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.795075] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.795324] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.795488] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.795691] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.795965] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.796061] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.796474] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.796701] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.796893] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.797118] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.797330] env[62664]: DEBUG nova.virt.hardware [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.804396] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Reconfiguring VM to attach interface {{(pid=62664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 973.805826] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d45de6-bd5f-4cfb-bc10-51a6dbc56b92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.821851] env[62664]: DEBUG nova.compute.manager [req-834a34eb-85c4-47c3-97c7-0a37896ad9fc req-dc9387c2-d97f-4d4b-92ea-6a218aa87e11 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Received event network-changed-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.822095] env[62664]: DEBUG nova.compute.manager [req-834a34eb-85c4-47c3-97c7-0a37896ad9fc req-dc9387c2-d97f-4d4b-92ea-6a218aa87e11 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Refreshing instance network info cache due to event network-changed-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 973.822352] env[62664]: DEBUG oslo_concurrency.lockutils [req-834a34eb-85c4-47c3-97c7-0a37896ad9fc req-dc9387c2-d97f-4d4b-92ea-6a218aa87e11 service nova] Acquiring lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.822516] env[62664]: DEBUG oslo_concurrency.lockutils [req-834a34eb-85c4-47c3-97c7-0a37896ad9fc req-dc9387c2-d97f-4d4b-92ea-6a218aa87e11 service nova] Acquired lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.822719] env[62664]: DEBUG nova.network.neutron [req-834a34eb-85c4-47c3-97c7-0a37896ad9fc req-dc9387c2-d97f-4d4b-92ea-6a218aa87e11 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Refreshing network info cache for port 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.835803] env[62664]: DEBUG oslo_vmware.api [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 973.835803] env[62664]: value = "task-2698290" [ 973.835803] env[62664]: _type = "Task" [ 973.835803] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.847937] env[62664]: DEBUG oslo_vmware.api [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698290, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.976787] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.977259] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3f0c5ce-4165-4060-bed2-b7ae0879bf38 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.982841] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.983177] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.983456] env[62664]: DEBUG nova.network.neutron [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.989606] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 973.989606] env[62664]: value = "task-2698291" [ 973.989606] env[62664]: _type = "Task" [ 973.989606] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.000998] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.199244] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9267e2-6c2f-42a5-a6d3-7a120e163829 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.209085] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ee6f33-c7c3-4dfa-9cb6-939e2dc1b939 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.253022] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2268a5-d9d2-409e-af32-5c8eca449a41 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.260829] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92d2df-b956-46c3-85a7-3868c0c3e29c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.275889] env[62664]: DEBUG nova.compute.provider_tree [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.348893] env[62664]: DEBUG oslo_vmware.api [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.482492] env[62664]: DEBUG nova.compute.utils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 974.499358] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698291, 'name': PowerOffVM_Task, 'duration_secs': 0.152322} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.501244] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.501244] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.501244] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70760296-ae8d-44c7-b675-2841ab52609b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.511615] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.511615] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bed2faaa-59b4-4a67-9d68-7cc77f2cd62b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.534774] env[62664]: DEBUG nova.network.neutron [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.550320] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.550627] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.550882] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Deleting the datastore file [datastore2] eaef1d22-fd5b-409a-9584-cc488738f2fa {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.551216] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-030521a6-b96d-4084-bbdc-fc10e657f2d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.559080] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 974.559080] env[62664]: value = "task-2698294" [ 974.559080] env[62664]: _type = "Task" [ 974.559080] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.570634] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.683374] env[62664]: DEBUG nova.network.neutron [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updating instance_info_cache with network_info: [{"id": "f15a35cd-fc9d-4f89-aa01-b46403833416", "address": "fa:16:3e:c9:0d:55", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15a35cd-fc", "ovs_interfaceid": "f15a35cd-fc9d-4f89-aa01-b46403833416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.688025] env[62664]: DEBUG nova.network.neutron [req-834a34eb-85c4-47c3-97c7-0a37896ad9fc req-dc9387c2-d97f-4d4b-92ea-6a218aa87e11 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updated VIF entry in instance network info cache for port 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.688025] env[62664]: DEBUG nova.network.neutron [req-834a34eb-85c4-47c3-97c7-0a37896ad9fc req-dc9387c2-d97f-4d4b-92ea-6a218aa87e11 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updating instance_info_cache with network_info: [{"id": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "address": "fa:16:3e:73:39:fa", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28d5add-0a", "ovs_interfaceid": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4358c3ae-5c7f-4cc7-a0c3-d842d3d79107", "address": "fa:16:3e:78:d4:a9", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4358c3ae-5c", "ovs_interfaceid": "4358c3ae-5c7f-4cc7-a0c3-d842d3d79107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.781871] env[62664]: DEBUG nova.scheduler.client.report [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.848572] env[62664]: DEBUG oslo_vmware.api [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698290, 'name': ReconfigVM_Task, 'duration_secs': 0.587845} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.849257] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.849533] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Reconfigured VM to attach interface {{(pid=62664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 974.986416] env[62664]: INFO nova.virt.block_device [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Booting with volume 45d6650f-f844-484c-8980-9cb764e2f4f8 at /dev/sdb [ 975.025029] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89711da1-32e1-4f5d-96a9-8e06ac46b3b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.035859] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b3ff28-b53f-4e70-918a-1e6d9b7f4707 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.074775] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ac5d8b3-4690-48b6-8c4e-8a70e3832114 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.080147] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127506} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.081298] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.081496] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.081666] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.088092] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cf2469-26d7-4cd5-a426-ce5669321838 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.121736] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67bb53e-116e-4d4b-9ae7-f48901514956 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.130353] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26f2020-3666-4c9c-af49-47e8783802a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.145979] env[62664]: DEBUG nova.virt.block_device [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updating existing volume attachment record: d8c1b29c-f804-4b97-9b5e-d81cdf5c7601 {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 975.190020] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.190020] env[62664]: DEBUG nova.compute.manager [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Instance network_info: |[{"id": "f15a35cd-fc9d-4f89-aa01-b46403833416", "address": "fa:16:3e:c9:0d:55", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15a35cd-fc", "ovs_interfaceid": "f15a35cd-fc9d-4f89-aa01-b46403833416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.190020] env[62664]: DEBUG oslo_concurrency.lockutils [req-834a34eb-85c4-47c3-97c7-0a37896ad9fc req-dc9387c2-d97f-4d4b-92ea-6a218aa87e11 service nova] Releasing lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.190020] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:0d:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f15a35cd-fc9d-4f89-aa01-b46403833416', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.198355] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Creating folder: Project (d51d64d8686048938e1f7a66851e092e). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.198774] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44530573-a6cc-4b24-a25b-01c7779d2c23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.213908] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Created folder: Project (d51d64d8686048938e1f7a66851e092e) in parent group-v543506. [ 975.214346] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Creating folder: Instances. Parent ref: group-v543753. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.214613] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69fca38d-4c2a-4da8-a375-f1180b9627ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.227166] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Created folder: Instances in parent group-v543753. [ 975.227536] env[62664]: DEBUG oslo.service.loopingcall [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 975.227625] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.228172] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd40033-07c3-45a4-88bf-497d1826da0b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.251318] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.251318] env[62664]: value = "task-2698297" [ 975.251318] env[62664]: _type = "Task" [ 975.251318] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.261616] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698297, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.287255] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.287876] env[62664]: DEBUG nova.compute.manager [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.291514] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.390s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.294344] env[62664]: INFO nova.compute.claims [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.354752] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc9860b1-fdef-4f67-8dd4-e75182f82f05 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-00c4b240-e6c5-4551-866c-c3f82b3891f2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.653s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.396454] env[62664]: DEBUG nova.compute.manager [req-21594ec3-70c0-4d34-b12d-987b2e0e1519 req-b9a887b0-1806-417f-935e-21ecd760975d service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Received event network-changed-f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.396454] env[62664]: DEBUG nova.compute.manager [req-21594ec3-70c0-4d34-b12d-987b2e0e1519 req-b9a887b0-1806-417f-935e-21ecd760975d service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Refreshing instance network info cache due to event network-changed-f15a35cd-fc9d-4f89-aa01-b46403833416. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 975.396668] env[62664]: DEBUG oslo_concurrency.lockutils [req-21594ec3-70c0-4d34-b12d-987b2e0e1519 req-b9a887b0-1806-417f-935e-21ecd760975d service nova] Acquiring lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.396815] env[62664]: DEBUG oslo_concurrency.lockutils [req-21594ec3-70c0-4d34-b12d-987b2e0e1519 req-b9a887b0-1806-417f-935e-21ecd760975d service nova] Acquired lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.396976] env[62664]: DEBUG nova.network.neutron [req-21594ec3-70c0-4d34-b12d-987b2e0e1519 req-b9a887b0-1806-417f-935e-21ecd760975d service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Refreshing network info cache for port f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.765775] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698297, 'name': CreateVM_Task, 'duration_secs': 0.373905} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.765775] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.765775] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.765775] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.765775] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.765775] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0afb21f7-954c-4983-b3ec-0092721e7c48 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.770259] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 975.770259] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52126a9e-6d88-5cc2-e7ab-6fa3a790f118" [ 975.770259] env[62664]: _type = "Task" [ 975.770259] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.778718] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52126a9e-6d88-5cc2-e7ab-6fa3a790f118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.793272] env[62664]: DEBUG nova.compute.utils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 975.794707] env[62664]: DEBUG nova.compute.manager [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.794904] env[62664]: DEBUG nova.network.neutron [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.838118] env[62664]: DEBUG nova.policy [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e828a2eb4c740aaa1edc01a279d16c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b919b3591847379c709b200f9aad89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.126120] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.126120] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.126120] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.127731] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.127731] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.127951] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.129038] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.129160] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.129343] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.130046] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.130262] env[62664]: DEBUG nova.virt.hardware [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.134643] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04caeed-47c6-494e-91f1-721e15f5ea3c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.143145] env[62664]: DEBUG nova.network.neutron [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Successfully created port: c94f786a-9203-4cb4-9aa9-60bc198ccd2d {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.154687] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0577b9-5777-475c-bdd6-f4667c48ef1c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.174724] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Instance VIF info [] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.182334] env[62664]: DEBUG oslo.service.loopingcall [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.182717] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.182898] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef83dda9-aa3d-456e-a974-0d4983f8f82e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.205442] env[62664]: DEBUG nova.network.neutron [req-21594ec3-70c0-4d34-b12d-987b2e0e1519 req-b9a887b0-1806-417f-935e-21ecd760975d service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updated VIF entry in instance network info cache for port f15a35cd-fc9d-4f89-aa01-b46403833416. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.207026] env[62664]: DEBUG nova.network.neutron [req-21594ec3-70c0-4d34-b12d-987b2e0e1519 req-b9a887b0-1806-417f-935e-21ecd760975d service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updating instance_info_cache with network_info: [{"id": "f15a35cd-fc9d-4f89-aa01-b46403833416", "address": "fa:16:3e:c9:0d:55", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15a35cd-fc", "ovs_interfaceid": "f15a35cd-fc9d-4f89-aa01-b46403833416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.208396] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.208396] env[62664]: value = "task-2698301" [ 976.208396] env[62664]: _type = "Task" [ 976.208396] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.217935] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698301, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.285040] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52126a9e-6d88-5cc2-e7ab-6fa3a790f118, 'name': SearchDatastore_Task, 'duration_secs': 0.01293} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.286300] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.286300] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.286300] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.286805] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.286850] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.287413] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb170ddb-4bdf-4713-9337-db5d76db62ce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.300774] env[62664]: DEBUG nova.compute.manager [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.313234] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.313450] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.314517] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a6132c-e2ee-41b0-a2ce-5ff4ec4c9b61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.321835] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 976.321835] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524ff63c-6401-c445-382a-545d854b72e9" [ 976.321835] env[62664]: _type = "Task" [ 976.321835] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.337442] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524ff63c-6401-c445-382a-545d854b72e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.611116] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35197302-691b-402a-86c6-4a5bcbf8b9bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.620866] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a65e72-8b30-4c7d-9a49-20575426e787 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.658817] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d503649-0cd6-4a41-b97d-82613a61f9b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.667694] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95189d36-0723-486e-8851-06412f494038 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.684860] env[62664]: DEBUG nova.compute.provider_tree [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.710258] env[62664]: DEBUG oslo_concurrency.lockutils [req-21594ec3-70c0-4d34-b12d-987b2e0e1519 req-b9a887b0-1806-417f-935e-21ecd760975d service nova] Releasing lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.720131] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698301, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.726865] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.727107] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.833742] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524ff63c-6401-c445-382a-545d854b72e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.834938] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17d2c9f-817a-4fec-8887-5acfabf2e4e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.842035] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 976.842035] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dfaa37-5e5a-3927-47a0-4504200ae3e2" [ 976.842035] env[62664]: _type = "Task" [ 976.842035] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.851915] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dfaa37-5e5a-3927-47a0-4504200ae3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.186031] env[62664]: DEBUG nova.scheduler.client.report [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.220580] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698301, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.229099] env[62664]: DEBUG nova.compute.manager [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.269706] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "interface-00c4b240-e6c5-4551-866c-c3f82b3891f2-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.269977] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-00c4b240-e6c5-4551-866c-c3f82b3891f2-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.312944] env[62664]: DEBUG nova.compute.manager [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.340777] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.341062] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.341228] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.341413] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.341561] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.341711] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.341918] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.342176] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.342292] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.342493] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.342715] env[62664]: DEBUG nova.virt.hardware [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.343723] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981aba89-e38d-4211-b771-6be35e11de26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.357606] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dfaa37-5e5a-3927-47a0-4504200ae3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.359736] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.360023] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 0e375498-fb3a-4d71-a1ed-caa8757bcf0b/0e375498-fb3a-4d71-a1ed-caa8757bcf0b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.360375] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a4b90c9-a5ba-4c49-b727-8e17bab6bc78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.363257] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f02dbf-5248-4feb-ace3-4818d9295515 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.379788] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 977.379788] env[62664]: value = "task-2698303" [ 977.379788] env[62664]: _type = "Task" [ 977.379788] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.388058] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.691620] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.692221] env[62664]: DEBUG nova.compute.manager [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.702376] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.248s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.706023] env[62664]: INFO nova.compute.claims [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.726019] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698301, 'name': CreateVM_Task, 'duration_secs': 1.361746} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.726019] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.726277] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.726277] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.726968] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.727219] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa0fac9-f9eb-40fc-981c-d3a7ccc86386 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.739319] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 977.739319] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52949940-8d97-3753-e4a0-bcd9f3380100" [ 977.739319] env[62664]: _type = "Task" [ 977.739319] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.754900] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52949940-8d97-3753-e4a0-bcd9f3380100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.756966] env[62664]: DEBUG nova.compute.manager [req-9aff32cf-2b37-4eba-83bc-3068a16a6291 req-f3b700f8-e165-4861-9cac-109add3ba129 service nova] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Received event network-vif-plugged-c94f786a-9203-4cb4-9aa9-60bc198ccd2d {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.757904] env[62664]: DEBUG oslo_concurrency.lockutils [req-9aff32cf-2b37-4eba-83bc-3068a16a6291 req-f3b700f8-e165-4861-9cac-109add3ba129 service nova] Acquiring lock "3e55dd64-c194-4829-9906-b7f38d0cf240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.758137] env[62664]: DEBUG oslo_concurrency.lockutils [req-9aff32cf-2b37-4eba-83bc-3068a16a6291 req-f3b700f8-e165-4861-9cac-109add3ba129 service nova] Lock "3e55dd64-c194-4829-9906-b7f38d0cf240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.758319] env[62664]: DEBUG oslo_concurrency.lockutils [req-9aff32cf-2b37-4eba-83bc-3068a16a6291 req-f3b700f8-e165-4861-9cac-109add3ba129 service nova] Lock "3e55dd64-c194-4829-9906-b7f38d0cf240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.758607] env[62664]: DEBUG nova.compute.manager [req-9aff32cf-2b37-4eba-83bc-3068a16a6291 req-f3b700f8-e165-4861-9cac-109add3ba129 service nova] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] No waiting events found dispatching network-vif-plugged-c94f786a-9203-4cb4-9aa9-60bc198ccd2d {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.758736] env[62664]: WARNING nova.compute.manager [req-9aff32cf-2b37-4eba-83bc-3068a16a6291 req-f3b700f8-e165-4861-9cac-109add3ba129 service nova] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Received unexpected event network-vif-plugged-c94f786a-9203-4cb4-9aa9-60bc198ccd2d for instance with vm_state building and task_state spawning. [ 977.763498] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.773019] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.773217] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.774428] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f197a7-c754-4813-96ca-c5d042785c27 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.794014] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c19ded-01b7-439e-869a-b7cd4071e09f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.828492] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Reconfiguring VM to detach interface {{(pid=62664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 977.828492] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f111acd-bf6b-4ddf-8121-f7b9c115d274 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.845832] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 977.845832] env[62664]: value = "task-2698305" [ 977.845832] env[62664]: _type = "Task" [ 977.845832] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.855145] env[62664]: DEBUG nova.network.neutron [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Successfully updated port: c94f786a-9203-4cb4-9aa9-60bc198ccd2d {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.859624] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.890955] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698303, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.208507] env[62664]: DEBUG nova.compute.utils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 978.210017] env[62664]: DEBUG nova.compute.manager [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.210205] env[62664]: DEBUG nova.network.neutron [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.248207] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52949940-8d97-3753-e4a0-bcd9f3380100, 'name': SearchDatastore_Task, 'duration_secs': 0.063726} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.249570] env[62664]: DEBUG nova.policy [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c481e02e9ec4e70890690c8208c5329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4891787dcdc4b35a3845d045c302596', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.250951] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.251192] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.251449] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.251599] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.251751] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.252012] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a846c4c6-3535-41de-9fa7-5c26f78d26b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.261821] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.262012] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.262720] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30220d2d-da9d-4cda-b51a-d1a36e834acc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.267943] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 978.267943] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d53f77-f670-0345-82bd-f1f0289d1c81" [ 978.267943] env[62664]: _type = "Task" [ 978.267943] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.275578] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d53f77-f670-0345-82bd-f1f0289d1c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.356410] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.361071] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "refresh_cache-3e55dd64-c194-4829-9906-b7f38d0cf240" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.361212] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "refresh_cache-3e55dd64-c194-4829-9906-b7f38d0cf240" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.361525] env[62664]: DEBUG nova.network.neutron [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.391049] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698303, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.532239] env[62664]: DEBUG nova.network.neutron [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Successfully created port: 5ad791cf-c85c-4863-830d-f8b0aa761949 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.714557] env[62664]: DEBUG nova.compute.manager [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.781708] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d53f77-f670-0345-82bd-f1f0289d1c81, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.782546] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bf09e1-2c68-4759-ad8d-90574fecd8b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.788080] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 978.788080] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5210dd18-426b-cb3a-d3f2-82b6715d8a84" [ 978.788080] env[62664]: _type = "Task" [ 978.788080] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.796534] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5210dd18-426b-cb3a-d3f2-82b6715d8a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.861864] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.895663] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698303, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.505732} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.895928] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 0e375498-fb3a-4d71-a1ed-caa8757bcf0b/0e375498-fb3a-4d71-a1ed-caa8757bcf0b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.896152] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.896445] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9b60308-51d0-44b5-824e-19ed063f58c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.904232] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 978.904232] env[62664]: value = "task-2698307" [ 978.904232] env[62664]: _type = "Task" [ 978.904232] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.914541] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.917683] env[62664]: DEBUG nova.network.neutron [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.007823] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de2f938-4f38-483f-b736-0331ca7875b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.016248] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8911e170-5226-408b-aaca-e590904c5934 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.049065] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c996218-3c27-4b49-96af-6e0a277a5682 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.057030] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82aabf0-aa4c-4b0a-b319-f7f91cddc74f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.070580] env[62664]: DEBUG nova.compute.provider_tree [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.080799] env[62664]: DEBUG nova.network.neutron [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Updating instance_info_cache with network_info: [{"id": "c94f786a-9203-4cb4-9aa9-60bc198ccd2d", "address": "fa:16:3e:49:b2:fa", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc94f786a-92", "ovs_interfaceid": "c94f786a-9203-4cb4-9aa9-60bc198ccd2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.298898] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5210dd18-426b-cb3a-d3f2-82b6715d8a84, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.299209] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.299433] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] eaef1d22-fd5b-409a-9584-cc488738f2fa/eaef1d22-fd5b-409a-9584-cc488738f2fa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.299690] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f3f667e-ea39-4c54-91ad-b389fdf541cf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.307247] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 979.307247] env[62664]: value = "task-2698308" [ 979.307247] env[62664]: _type = "Task" [ 979.307247] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.315169] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.359297] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.416045] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075913} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.416045] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.416045] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1a8aae-f1c0-41fb-b07c-307b3451272f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.440698] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 0e375498-fb3a-4d71-a1ed-caa8757bcf0b/0e375498-fb3a-4d71-a1ed-caa8757bcf0b.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.441018] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc286bbb-6793-4de2-823d-0965daf487c3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.463893] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 979.463893] env[62664]: value = "task-2698309" [ 979.463893] env[62664]: _type = "Task" [ 979.463893] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.473358] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.573396] env[62664]: DEBUG nova.scheduler.client.report [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.582681] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "refresh_cache-3e55dd64-c194-4829-9906-b7f38d0cf240" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.582996] env[62664]: DEBUG nova.compute.manager [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Instance network_info: |[{"id": "c94f786a-9203-4cb4-9aa9-60bc198ccd2d", "address": "fa:16:3e:49:b2:fa", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc94f786a-92", "ovs_interfaceid": "c94f786a-9203-4cb4-9aa9-60bc198ccd2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.583442] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b2:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c94f786a-9203-4cb4-9aa9-60bc198ccd2d', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.591248] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Creating folder: Project (40b919b3591847379c709b200f9aad89). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.592272] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb665402-0a57-46e2-9e28-962178f58c17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.607034] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Created folder: Project (40b919b3591847379c709b200f9aad89) in parent group-v543506. [ 979.607360] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Creating folder: Instances. Parent ref: group-v543760. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.607526] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba12b95c-178e-48f8-bcb8-930bd674bd6c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.619517] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Created folder: Instances in parent group-v543760. [ 979.620272] env[62664]: DEBUG oslo.service.loopingcall [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.620272] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.620442] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9ba40d8-b815-4ecf-9a11-844cc002d1d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.644355] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.644355] env[62664]: value = "task-2698312" [ 979.644355] env[62664]: _type = "Task" [ 979.644355] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.653100] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698312, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.725037] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "df59e274-31e6-4f35-b553-dd353b70d554" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.725037] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.729169] env[62664]: DEBUG nova.compute.manager [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.758419] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.758736] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.758897] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.759092] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.759243] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.759395] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.759640] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.759810] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.759994] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.760151] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.760330] env[62664]: DEBUG nova.virt.hardware [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.761971] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8e86f0-e29b-4bc3-95a5-9e5172e04c5a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.771090] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530f0ed6-dc50-4466-a30a-f5d311a2382f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.788403] env[62664]: DEBUG nova.compute.manager [req-26b789b1-000f-486d-8ef9-fa145dd15ddf req-14f2d93e-cacc-4c67-985b-1922ded9f45c service nova] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Received event network-changed-c94f786a-9203-4cb4-9aa9-60bc198ccd2d {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.788624] env[62664]: DEBUG nova.compute.manager [req-26b789b1-000f-486d-8ef9-fa145dd15ddf req-14f2d93e-cacc-4c67-985b-1922ded9f45c service nova] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Refreshing instance network info cache due to event network-changed-c94f786a-9203-4cb4-9aa9-60bc198ccd2d. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.788844] env[62664]: DEBUG oslo_concurrency.lockutils [req-26b789b1-000f-486d-8ef9-fa145dd15ddf req-14f2d93e-cacc-4c67-985b-1922ded9f45c service nova] Acquiring lock "refresh_cache-3e55dd64-c194-4829-9906-b7f38d0cf240" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.788990] env[62664]: DEBUG oslo_concurrency.lockutils [req-26b789b1-000f-486d-8ef9-fa145dd15ddf req-14f2d93e-cacc-4c67-985b-1922ded9f45c service nova] Acquired lock "refresh_cache-3e55dd64-c194-4829-9906-b7f38d0cf240" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.789161] env[62664]: DEBUG nova.network.neutron [req-26b789b1-000f-486d-8ef9-fa145dd15ddf req-14f2d93e-cacc-4c67-985b-1922ded9f45c service nova] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Refreshing network info cache for port c94f786a-9203-4cb4-9aa9-60bc198ccd2d {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.818933] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505412} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.819231] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] eaef1d22-fd5b-409a-9584-cc488738f2fa/eaef1d22-fd5b-409a-9584-cc488738f2fa.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.819504] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.819717] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e88e99dd-e626-4716-8cc8-f44ac3c9f49e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.826199] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 979.826199] env[62664]: value = "task-2698313" [ 979.826199] env[62664]: _type = "Task" [ 979.826199] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.836114] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.862246] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.976044] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.078275] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.078944] env[62664]: DEBUG nova.compute.manager [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.081700] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.318s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.083227] env[62664]: INFO nova.compute.claims [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.136502] env[62664]: DEBUG nova.network.neutron [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Successfully updated port: 5ad791cf-c85c-4863-830d-f8b0aa761949 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.164668] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698312, 'name': CreateVM_Task, 'duration_secs': 0.396877} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.164830] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.165529] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.165697] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.166032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.166294] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34920291-291d-44d8-b53c-971472ad92a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.170835] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 980.170835] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5263beb1-175d-3ab8-3627-fbb047d5d908" [ 980.170835] env[62664]: _type = "Task" [ 980.170835] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.179807] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5263beb1-175d-3ab8-3627-fbb047d5d908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.228438] env[62664]: DEBUG nova.compute.utils [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 980.335505] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062003} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.335634] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.336376] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6756ab-6b1b-4cb9-8f94-8b8be3227497 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.355751] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] eaef1d22-fd5b-409a-9584-cc488738f2fa/eaef1d22-fd5b-409a-9584-cc488738f2fa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.358149] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75bec693-34b2-4a7d-909f-f7663c38422c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.380963] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.382140] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 980.382140] env[62664]: value = "task-2698314" [ 980.382140] env[62664]: _type = "Task" [ 980.382140] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.389531] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.476366] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698309, 'name': ReconfigVM_Task, 'duration_secs': 0.57375} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.478973] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 0e375498-fb3a-4d71-a1ed-caa8757bcf0b/0e375498-fb3a-4d71-a1ed-caa8757bcf0b.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.479655] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-875b25bf-a6cc-4108-aaac-3ff8c7a28633 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.486841] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 980.486841] env[62664]: value = "task-2698315" [ 980.486841] env[62664]: _type = "Task" [ 980.486841] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.496185] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698315, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.510052] env[62664]: DEBUG nova.network.neutron [req-26b789b1-000f-486d-8ef9-fa145dd15ddf req-14f2d93e-cacc-4c67-985b-1922ded9f45c service nova] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Updated VIF entry in instance network info cache for port c94f786a-9203-4cb4-9aa9-60bc198ccd2d. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.510406] env[62664]: DEBUG nova.network.neutron [req-26b789b1-000f-486d-8ef9-fa145dd15ddf req-14f2d93e-cacc-4c67-985b-1922ded9f45c service nova] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Updating instance_info_cache with network_info: [{"id": "c94f786a-9203-4cb4-9aa9-60bc198ccd2d", "address": "fa:16:3e:49:b2:fa", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc94f786a-92", "ovs_interfaceid": "c94f786a-9203-4cb4-9aa9-60bc198ccd2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.588465] env[62664]: DEBUG nova.compute.utils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 980.594034] env[62664]: DEBUG nova.compute.manager [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.594034] env[62664]: DEBUG nova.network.neutron [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.642822] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "refresh_cache-a3b4410a-f7b8-4905-ac51-2ad278f63c99" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.642822] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "refresh_cache-a3b4410a-f7b8-4905-ac51-2ad278f63c99" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.642822] env[62664]: DEBUG nova.network.neutron [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.650775] env[62664]: DEBUG nova.policy [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f33564e34e94ef9afa6ffa910939744', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa96f91c59d84764b827bba552571d8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.680355] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5263beb1-175d-3ab8-3627-fbb047d5d908, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.680657] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.680894] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.681145] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.681293] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.681471] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.681728] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2b79b75-7793-4b58-ae05-a3b0c7079a4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.689936] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.690100] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.690861] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9734bcef-f7c0-4357-bcfb-aa69118b25fb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.696286] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 980.696286] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529208ae-e8ef-5c38-7a2c-2a0cb191bacc" [ 980.696286] env[62664]: _type = "Task" [ 980.696286] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.706342] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529208ae-e8ef-5c38-7a2c-2a0cb191bacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.730897] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.868078] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.892490] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698314, 'name': ReconfigVM_Task, 'duration_secs': 0.248271} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.892837] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Reconfigured VM instance instance-0000005c to attach disk [datastore2] eaef1d22-fd5b-409a-9584-cc488738f2fa/eaef1d22-fd5b-409a-9584-cc488738f2fa.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.893469] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3bf85da-3072-4722-8397-94fb26598153 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.899593] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 980.899593] env[62664]: value = "task-2698317" [ 980.899593] env[62664]: _type = "Task" [ 980.899593] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.907363] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698317, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.999327] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698315, 'name': Rename_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.000151] env[62664]: DEBUG nova.network.neutron [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Successfully created port: c7f44dab-2d14-4758-aa53-f579ea429eb8 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.013566] env[62664]: DEBUG oslo_concurrency.lockutils [req-26b789b1-000f-486d-8ef9-fa145dd15ddf req-14f2d93e-cacc-4c67-985b-1922ded9f45c service nova] Releasing lock "refresh_cache-3e55dd64-c194-4829-9906-b7f38d0cf240" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.093611] env[62664]: DEBUG nova.compute.manager [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.209025] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529208ae-e8ef-5c38-7a2c-2a0cb191bacc, 'name': SearchDatastore_Task, 'duration_secs': 0.0211} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.209025] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16d09c5-03bc-447a-ab39-04295a0b7c67 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.213786] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 981.213786] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5264205e-fb89-0ab4-3a54-fd66dbcf09e0" [ 981.213786] env[62664]: _type = "Task" [ 981.213786] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.225582] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5264205e-fb89-0ab4-3a54-fd66dbcf09e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.262156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.339172] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888f2c85-1cf0-4af6-b069-d0c92dcf9807 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.346308] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8a504f-c9e1-4042-a40c-9e0f25f57dff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.380883] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ae5c03-7c99-43ac-85db-cca9a6824af3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.388808] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.392175] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcde1892-13e6-4907-91b1-a4c7247802f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.405455] env[62664]: DEBUG nova.compute.provider_tree [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.414999] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698317, 'name': Rename_Task, 'duration_secs': 0.154262} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.416273] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.416678] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d8a42cd-1d7e-4038-8de7-575ee9f5d867 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.423112] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 981.423112] env[62664]: value = "task-2698318" [ 981.423112] env[62664]: _type = "Task" [ 981.423112] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.432511] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.444036] env[62664]: DEBUG nova.network.neutron [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.498388] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698315, 'name': Rename_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.602513] env[62664]: DEBUG nova.network.neutron [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Updating instance_info_cache with network_info: [{"id": "5ad791cf-c85c-4863-830d-f8b0aa761949", "address": "fa:16:3e:1a:48:84", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad791cf-c8", "ovs_interfaceid": "5ad791cf-c85c-4863-830d-f8b0aa761949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.724134] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5264205e-fb89-0ab4-3a54-fd66dbcf09e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.724405] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.724658] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 3e55dd64-c194-4829-9906-b7f38d0cf240/3e55dd64-c194-4829-9906-b7f38d0cf240.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.724908] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e4739a-f630-4a60-aad9-af660dd3c516 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.730878] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 981.730878] env[62664]: value = "task-2698319" [ 981.730878] env[62664]: _type = "Task" [ 981.730878] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.739457] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.806143] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "df59e274-31e6-4f35-b553-dd353b70d554" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.806143] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.806277] env[62664]: INFO nova.compute.manager [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Attaching volume 8cf1c832-44d1-48b1-9297-ad3237496d0d to /dev/sdb [ 981.813882] env[62664]: DEBUG nova.compute.manager [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Received event network-vif-plugged-5ad791cf-c85c-4863-830d-f8b0aa761949 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.813882] env[62664]: DEBUG oslo_concurrency.lockutils [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] Acquiring lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.813882] env[62664]: DEBUG oslo_concurrency.lockutils [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] Lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.813882] env[62664]: DEBUG oslo_concurrency.lockutils [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] Lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.813882] env[62664]: DEBUG nova.compute.manager [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] No waiting events found dispatching network-vif-plugged-5ad791cf-c85c-4863-830d-f8b0aa761949 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.813882] env[62664]: WARNING nova.compute.manager [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Received unexpected event network-vif-plugged-5ad791cf-c85c-4863-830d-f8b0aa761949 for instance with vm_state building and task_state spawning. [ 981.813882] env[62664]: DEBUG nova.compute.manager [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Received event network-changed-5ad791cf-c85c-4863-830d-f8b0aa761949 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.813882] env[62664]: DEBUG nova.compute.manager [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Refreshing instance network info cache due to event network-changed-5ad791cf-c85c-4863-830d-f8b0aa761949. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 981.813882] env[62664]: DEBUG oslo_concurrency.lockutils [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] Acquiring lock "refresh_cache-a3b4410a-f7b8-4905-ac51-2ad278f63c99" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.841278] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7248787f-3588-452e-81b0-63d7d959b0e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.848601] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b28b30-b2d1-4813-bf7d-d296dbac2173 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.861738] env[62664]: DEBUG nova.virt.block_device [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updating existing volume attachment record: a67c5f3f-f74b-4722-ae81-7d5b85cf19aa {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 981.886650] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.911314] env[62664]: DEBUG nova.scheduler.client.report [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.933597] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698318, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.997920] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698315, 'name': Rename_Task, 'duration_secs': 1.139858} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.998206] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.998433] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d751858e-7d5c-4de8-a64a-7480a90529d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.003439] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 982.003439] env[62664]: value = "task-2698321" [ 982.003439] env[62664]: _type = "Task" [ 982.003439] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.012238] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.109466] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "refresh_cache-a3b4410a-f7b8-4905-ac51-2ad278f63c99" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.109681] env[62664]: DEBUG nova.compute.manager [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Instance network_info: |[{"id": "5ad791cf-c85c-4863-830d-f8b0aa761949", "address": "fa:16:3e:1a:48:84", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad791cf-c8", "ovs_interfaceid": "5ad791cf-c85c-4863-830d-f8b0aa761949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.110873] env[62664]: DEBUG nova.compute.manager [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.113946] env[62664]: DEBUG oslo_concurrency.lockutils [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] Acquired lock "refresh_cache-a3b4410a-f7b8-4905-ac51-2ad278f63c99" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.113946] env[62664]: DEBUG nova.network.neutron [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Refreshing network info cache for port 5ad791cf-c85c-4863-830d-f8b0aa761949 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.114851] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:48:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ad791cf-c85c-4863-830d-f8b0aa761949', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.123867] env[62664]: DEBUG oslo.service.loopingcall [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.127306] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.127988] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cbad572-6bdd-43f3-80e9-e149e55d3b80 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.159222] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.159222] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.159222] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.159222] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.159222] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.159569] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.159569] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.159773] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.160044] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.160303] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.160547] env[62664]: DEBUG nova.virt.hardware [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.161559] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be745acd-6fcc-4332-ab26-3f0875466f35 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.166675] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.166675] env[62664]: value = "task-2698322" [ 982.166675] env[62664]: _type = "Task" [ 982.166675] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.175071] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7752c4-7701-4bd9-9ced-59947a21c8bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.182589] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698322, 'name': CreateVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.246123] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698319, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.388943] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.398821] env[62664]: DEBUG nova.network.neutron [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Updated VIF entry in instance network info cache for port 5ad791cf-c85c-4863-830d-f8b0aa761949. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.399220] env[62664]: DEBUG nova.network.neutron [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Updating instance_info_cache with network_info: [{"id": "5ad791cf-c85c-4863-830d-f8b0aa761949", "address": "fa:16:3e:1a:48:84", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad791cf-c8", "ovs_interfaceid": "5ad791cf-c85c-4863-830d-f8b0aa761949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.416383] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.416984] env[62664]: DEBUG nova.compute.manager [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.420696] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.160s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.420696] env[62664]: DEBUG nova.objects.instance [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'pci_requests' on Instance uuid 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.434605] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.515457] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698321, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.678241] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698322, 'name': CreateVM_Task, 'duration_secs': 0.400202} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.678460] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.679234] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.679460] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.679910] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.680193] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d657567-494f-4d98-9006-83747ea1fd55 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.685612] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 982.685612] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5214d887-1f1a-c7d2-5b4d-b7fb61948844" [ 982.685612] env[62664]: _type = "Task" [ 982.685612] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.694882] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5214d887-1f1a-c7d2-5b4d-b7fb61948844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.742079] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656594} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.742417] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 3e55dd64-c194-4829-9906-b7f38d0cf240/3e55dd64-c194-4829-9906-b7f38d0cf240.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.742653] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.742965] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab895dc2-3626-4f89-a6f8-c5d6a4a99382 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.751143] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 982.751143] env[62664]: value = "task-2698325" [ 982.751143] env[62664]: _type = "Task" [ 982.751143] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.759964] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.888744] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.902586] env[62664]: DEBUG oslo_concurrency.lockutils [req-982a2e20-81bb-4887-96fb-184802ea3b5d req-8e4dd6cd-9f78-4e15-9aa4-5b519ac43072 service nova] Releasing lock "refresh_cache-a3b4410a-f7b8-4905-ac51-2ad278f63c99" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.915379] env[62664]: DEBUG nova.network.neutron [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Successfully updated port: c7f44dab-2d14-4758-aa53-f579ea429eb8 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.925267] env[62664]: DEBUG nova.objects.instance [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'numa_topology' on Instance uuid 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.928246] env[62664]: DEBUG nova.compute.utils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 982.930432] env[62664]: DEBUG nova.compute.manager [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.930592] env[62664]: DEBUG nova.network.neutron [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.943828] env[62664]: DEBUG oslo_vmware.api [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698318, 'name': PowerOnVM_Task, 'duration_secs': 1.339782} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.944189] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.944742] env[62664]: DEBUG nova.compute.manager [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.945633] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b07a1d5-7255-4864-99f9-71d6aea86a7f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.977300] env[62664]: DEBUG nova.policy [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '871aea90db614aa8b61fff94a5f17ef5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88f7e851b78f445bb1d320c3b4aed9de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.014182] env[62664]: DEBUG oslo_vmware.api [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698321, 'name': PowerOnVM_Task, 'duration_secs': 0.753944} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.014531] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.014778] env[62664]: INFO nova.compute.manager [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Took 10.37 seconds to spawn the instance on the hypervisor. [ 983.014969] env[62664]: DEBUG nova.compute.manager [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.015760] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8863beb6-8947-4883-bd7f-86af1f29dbc0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.195607] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5214d887-1f1a-c7d2-5b4d-b7fb61948844, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.195909] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.196153] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.196380] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.196546] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.196733] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.197294] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-230d2d2e-eed1-40b1-93cc-8aaf389a5f54 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.212266] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.212436] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.213158] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b676197-e9c5-4aeb-9147-7662a799220b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.218654] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 983.218654] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5278687c-e647-04ee-9c1e-b743b0bad9b1" [ 983.218654] env[62664]: _type = "Task" [ 983.218654] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.227093] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5278687c-e647-04ee-9c1e-b743b0bad9b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.260469] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068349} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.260770] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.261541] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6321de7-00d1-4495-866a-a6d8164a0476 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.284028] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 3e55dd64-c194-4829-9906-b7f38d0cf240/3e55dd64-c194-4829-9906-b7f38d0cf240.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.284866] env[62664]: DEBUG nova.network.neutron [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Successfully created port: d3590a54-4832-48fb-b903-116709b0b134 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.286683] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb70c16c-d4e9-4e1f-b33b-65031f6a9dab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.306888] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 983.306888] env[62664]: value = "task-2698327" [ 983.306888] env[62664]: _type = "Task" [ 983.306888] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.315155] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.388476] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.418326] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquiring lock "refresh_cache-bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.418664] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquired lock "refresh_cache-bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.418904] env[62664]: DEBUG nova.network.neutron [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.431550] env[62664]: INFO nova.compute.claims [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.437752] env[62664]: DEBUG nova.compute.manager [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.463506] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.534620] env[62664]: INFO nova.compute.manager [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Took 21.43 seconds to build instance. [ 983.731643] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5278687c-e647-04ee-9c1e-b743b0bad9b1, 'name': SearchDatastore_Task, 'duration_secs': 0.043564} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.732636] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae80dbb7-1792-4cdf-8907-09303dd1179e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.739322] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 983.739322] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d08d4e-406f-ebfd-0f87-51316ec12f92" [ 983.739322] env[62664]: _type = "Task" [ 983.739322] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.748693] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d08d4e-406f-ebfd-0f87-51316ec12f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.816304] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.872400] env[62664]: DEBUG nova.compute.manager [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Received event network-vif-plugged-c7f44dab-2d14-4758-aa53-f579ea429eb8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.872400] env[62664]: DEBUG oslo_concurrency.lockutils [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] Acquiring lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.872508] env[62664]: DEBUG oslo_concurrency.lockutils [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] Lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.872742] env[62664]: DEBUG oslo_concurrency.lockutils [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] Lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.872934] env[62664]: DEBUG nova.compute.manager [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] No waiting events found dispatching network-vif-plugged-c7f44dab-2d14-4758-aa53-f579ea429eb8 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.873286] env[62664]: WARNING nova.compute.manager [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Received unexpected event network-vif-plugged-c7f44dab-2d14-4758-aa53-f579ea429eb8 for instance with vm_state building and task_state spawning. [ 983.873600] env[62664]: DEBUG nova.compute.manager [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Received event network-changed-c7f44dab-2d14-4758-aa53-f579ea429eb8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.873793] env[62664]: DEBUG nova.compute.manager [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Refreshing instance network info cache due to event network-changed-c7f44dab-2d14-4758-aa53-f579ea429eb8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 983.873793] env[62664]: DEBUG oslo_concurrency.lockutils [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] Acquiring lock "refresh_cache-bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.888787] env[62664]: DEBUG oslo_vmware.api [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698305, 'name': ReconfigVM_Task, 'duration_secs': 5.843007} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.889033] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.889302] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Reconfigured VM to detach interface {{(pid=62664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 983.971388] env[62664]: DEBUG nova.network.neutron [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.036641] env[62664]: DEBUG oslo_concurrency.lockutils [None req-44d7846f-9812-4dff-8e22-0a4eecd92e7f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.943s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.228795] env[62664]: DEBUG nova.network.neutron [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Updating instance_info_cache with network_info: [{"id": "c7f44dab-2d14-4758-aa53-f579ea429eb8", "address": "fa:16:3e:b6:2e:84", "network": {"id": "11972a7f-b41c-4fda-80ac-61d62f8eb3f2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1979112621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa96f91c59d84764b827bba552571d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f44dab-2d", "ovs_interfaceid": "c7f44dab-2d14-4758-aa53-f579ea429eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.250152] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d08d4e-406f-ebfd-0f87-51316ec12f92, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.250428] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.250684] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] a3b4410a-f7b8-4905-ac51-2ad278f63c99/a3b4410a-f7b8-4905-ac51-2ad278f63c99.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.251202] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4848b918-a271-453b-ac81-a6b04616ca16 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.259102] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 984.259102] env[62664]: value = "task-2698328" [ 984.259102] env[62664]: _type = "Task" [ 984.259102] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.269370] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.315659] env[62664]: DEBUG nova.compute.manager [req-3b27d10c-0863-4402-949c-c4a9992483c5 req-ce082f7e-f204-40ff-b910-0d7737e577fe service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Received event network-vif-deleted-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.315901] env[62664]: INFO nova.compute.manager [req-3b27d10c-0863-4402-949c-c4a9992483c5 req-ce082f7e-f204-40ff-b910-0d7737e577fe service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Neutron deleted interface 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107; detaching it from the instance and deleting it from the info cache [ 984.316121] env[62664]: DEBUG nova.network.neutron [req-3b27d10c-0863-4402-949c-c4a9992483c5 req-ce082f7e-f204-40ff-b910-0d7737e577fe service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updating instance_info_cache with network_info: [{"id": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "address": "fa:16:3e:73:39:fa", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28d5add-0a", "ovs_interfaceid": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.321110] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698327, 'name': ReconfigVM_Task, 'duration_secs': 0.560865} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.322020] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 3e55dd64-c194-4829-9906-b7f38d0cf240/3e55dd64-c194-4829-9906-b7f38d0cf240.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.322184] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c43fce80-0d45-4eae-bea2-98305846df65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.330810] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 984.330810] env[62664]: value = "task-2698329" [ 984.330810] env[62664]: _type = "Task" [ 984.330810] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.339959] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698329, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.447314] env[62664]: DEBUG nova.compute.manager [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.490830] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.491133] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.491299] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.491483] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.491629] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.491778] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.491982] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.492317] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.492552] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.492806] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.493052] env[62664]: DEBUG nova.virt.hardware [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.493986] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edba0d41-d7d2-4e0e-a1f2-2ebb3f456c69 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.507664] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ae74d3-d34e-4a3a-8aa0-9bc2bbe490ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.583352] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "eaef1d22-fd5b-409a-9584-cc488738f2fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.583742] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "eaef1d22-fd5b-409a-9584-cc488738f2fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.583970] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "eaef1d22-fd5b-409a-9584-cc488738f2fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.584187] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "eaef1d22-fd5b-409a-9584-cc488738f2fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.584379] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "eaef1d22-fd5b-409a-9584-cc488738f2fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.586522] env[62664]: INFO nova.compute.manager [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Terminating instance [ 984.683050] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455a4634-a28e-4b4a-a65b-8b0e1268e962 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.694020] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74410af2-8242-438b-b639-0a59c1de2e15 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.724735] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774b0e61-f64f-49ac-9160-1b40e77ac272 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.732501] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Releasing lock "refresh_cache-bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.738783] env[62664]: DEBUG nova.compute.manager [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Instance network_info: |[{"id": "c7f44dab-2d14-4758-aa53-f579ea429eb8", "address": "fa:16:3e:b6:2e:84", "network": {"id": "11972a7f-b41c-4fda-80ac-61d62f8eb3f2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1979112621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa96f91c59d84764b827bba552571d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f44dab-2d", "ovs_interfaceid": "c7f44dab-2d14-4758-aa53-f579ea429eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.738783] env[62664]: DEBUG oslo_concurrency.lockutils [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] Acquired lock "refresh_cache-bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.738783] env[62664]: DEBUG nova.network.neutron [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Refreshing network info cache for port c7f44dab-2d14-4758-aa53-f579ea429eb8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.738783] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:2e:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f44dab-2d14-4758-aa53-f579ea429eb8', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.744020] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Creating folder: Project (aa96f91c59d84764b827bba552571d8b). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.744020] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7930be-e3a7-496c-8fa6-88b225ec1f61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.751780] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34f702ef-d336-42a2-a1fd-38d6163e79a4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.764248] env[62664]: DEBUG nova.compute.provider_tree [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.769509] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Created folder: Project (aa96f91c59d84764b827bba552571d8b) in parent group-v543506. [ 984.769728] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Creating folder: Instances. Parent ref: group-v543766. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.770269] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7607ff8a-31f4-4b85-b6aa-b8b0ae216b2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.778952] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698328, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.782814] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Created folder: Instances in parent group-v543766. [ 984.783384] env[62664]: DEBUG oslo.service.loopingcall [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.783384] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.783854] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c259a12c-cc8d-4b02-9403-3af7ef95088f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.812495] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.812495] env[62664]: value = "task-2698333" [ 984.812495] env[62664]: _type = "Task" [ 984.812495] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.823838] env[62664]: DEBUG oslo_concurrency.lockutils [req-3b27d10c-0863-4402-949c-c4a9992483c5 req-ce082f7e-f204-40ff-b910-0d7737e577fe service nova] Acquiring lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.824072] env[62664]: DEBUG oslo_concurrency.lockutils [req-3b27d10c-0863-4402-949c-c4a9992483c5 req-ce082f7e-f204-40ff-b910-0d7737e577fe service nova] Acquired lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.824253] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698333, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.825276] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed4064e-9afd-48c4-890d-ca4e32181941 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.856537] env[62664]: DEBUG oslo_concurrency.lockutils [req-3b27d10c-0863-4402-949c-c4a9992483c5 req-ce082f7e-f204-40ff-b910-0d7737e577fe service nova] Releasing lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.856885] env[62664]: WARNING nova.compute.manager [req-3b27d10c-0863-4402-949c-c4a9992483c5 req-ce082f7e-f204-40ff-b910-0d7737e577fe service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Detach interface failed, port_id=4358c3ae-5c7f-4cc7-a0c3-d842d3d79107, reason: No device with interface-id 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 exists on VM: nova.exception.NotFound: No device with interface-id 4358c3ae-5c7f-4cc7-a0c3-d842d3d79107 exists on VM [ 984.869339] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698329, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.073041] env[62664]: DEBUG nova.network.neutron [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Successfully updated port: d3590a54-4832-48fb-b903-116709b0b134 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.090728] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "refresh_cache-eaef1d22-fd5b-409a-9584-cc488738f2fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.091011] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired lock "refresh_cache-eaef1d22-fd5b-409a-9584-cc488738f2fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.091225] env[62664]: DEBUG nova.network.neutron [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.107621] env[62664]: DEBUG nova.network.neutron [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Updated VIF entry in instance network info cache for port c7f44dab-2d14-4758-aa53-f579ea429eb8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.107621] env[62664]: DEBUG nova.network.neutron [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Updating instance_info_cache with network_info: [{"id": "c7f44dab-2d14-4758-aa53-f579ea429eb8", "address": "fa:16:3e:b6:2e:84", "network": {"id": "11972a7f-b41c-4fda-80ac-61d62f8eb3f2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1979112621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa96f91c59d84764b827bba552571d8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f44dab-2d", "ovs_interfaceid": "c7f44dab-2d14-4758-aa53-f579ea429eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.271981] env[62664]: DEBUG nova.scheduler.client.report [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.280762] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698328, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.308513] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.308513] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.308513] env[62664]: DEBUG nova.network.neutron [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.325856] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698333, 'name': CreateVM_Task, 'duration_secs': 0.437657} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.326239] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.327162] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.327537] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.327958] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.328329] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcdb4a77-31ae-4bc4-91c9-2cfdf5c65c5d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.337324] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for the task: (returnval){ [ 985.337324] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b6af09-f660-e312-aae0-ffbb8a009431" [ 985.337324] env[62664]: _type = "Task" [ 985.337324] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.344087] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698329, 'name': Rename_Task, 'duration_secs': 0.828596} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.345253] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.345394] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-668547f2-c45b-4417-94c2-2f2cc807ac15 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.350961] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b6af09-f660-e312-aae0-ffbb8a009431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.355687] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 985.355687] env[62664]: value = "task-2698334" [ 985.355687] env[62664]: _type = "Task" [ 985.355687] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.365237] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.365657] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.366108] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "00c4b240-e6c5-4551-866c-c3f82b3891f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.366620] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "00c4b240-e6c5-4551-866c-c3f82b3891f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.366917] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "00c4b240-e6c5-4551-866c-c3f82b3891f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.368803] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.369610] env[62664]: INFO nova.compute.manager [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Terminating instance [ 985.573922] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.574160] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.574389] env[62664]: DEBUG nova.network.neutron [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.610961] env[62664]: DEBUG oslo_concurrency.lockutils [req-19ec3697-286c-4c42-b702-24511741cce4 req-9603f26c-213c-482e-81d8-938de5e5fc59 service nova] Releasing lock "refresh_cache-bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.623039] env[62664]: DEBUG nova.network.neutron [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.696977] env[62664]: DEBUG nova.network.neutron [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.779295] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698328, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.782135] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.362s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.784207] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.321s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.784397] env[62664]: DEBUG nova.objects.instance [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 985.813872] env[62664]: INFO nova.network.neutron [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updating port 1128f339-6b93-494e-9ba3-e70c92e85191 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 985.851575] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b6af09-f660-e312-aae0-ffbb8a009431, 'name': SearchDatastore_Task, 'duration_secs': 0.014678} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.851897] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.852147] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.852379] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.852526] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.852705] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.852971] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cdf887c-4e71-49b2-953f-7730c618a2b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.864507] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698334, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.874069] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.874363] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.875381] env[62664]: DEBUG nova.compute.manager [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.875578] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.875877] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e3b23f-2681-4c9f-bd22-0c6602eaecbf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.879158] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1a9eae-80e7-4598-8886-800e0d2ac9c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.890611] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for the task: (returnval){ [ 985.890611] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b56fa-4410-895f-5b77-d5575cdaa09c" [ 985.890611] env[62664]: _type = "Task" [ 985.890611] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.890611] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.890611] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e306a80-275e-4b4f-8470-245dbc6fe4e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.899929] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b56fa-4410-895f-5b77-d5575cdaa09c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.903312] env[62664]: DEBUG oslo_vmware.api [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 985.903312] env[62664]: value = "task-2698335" [ 985.903312] env[62664]: _type = "Task" [ 985.903312] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.903780] env[62664]: DEBUG nova.compute.manager [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Received event network-vif-plugged-d3590a54-4832-48fb-b903-116709b0b134 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.904104] env[62664]: DEBUG oslo_concurrency.lockutils [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] Acquiring lock "514439d3-4fd2-4bc2-9398-09d197e84fdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.904437] env[62664]: DEBUG oslo_concurrency.lockutils [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.904730] env[62664]: DEBUG oslo_concurrency.lockutils [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.905010] env[62664]: DEBUG nova.compute.manager [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] No waiting events found dispatching network-vif-plugged-d3590a54-4832-48fb-b903-116709b0b134 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.905285] env[62664]: WARNING nova.compute.manager [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Received unexpected event network-vif-plugged-d3590a54-4832-48fb-b903-116709b0b134 for instance with vm_state building and task_state spawning. [ 985.905472] env[62664]: DEBUG nova.compute.manager [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Received event network-changed-f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.905638] env[62664]: DEBUG nova.compute.manager [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Refreshing instance network info cache due to event network-changed-f15a35cd-fc9d-4f89-aa01-b46403833416. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.905879] env[62664]: DEBUG oslo_concurrency.lockutils [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] Acquiring lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.906042] env[62664]: DEBUG oslo_concurrency.lockutils [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] Acquired lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.906208] env[62664]: DEBUG nova.network.neutron [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Refreshing network info cache for port f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.918467] env[62664]: DEBUG oslo_vmware.api [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.050663] env[62664]: DEBUG nova.network.neutron [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updating instance_info_cache with network_info: [{"id": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "address": "fa:16:3e:73:39:fa", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28d5add-0a", "ovs_interfaceid": "a28d5add-0a53-4a1b-aa60-5aa7b8663b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.108161] env[62664]: DEBUG nova.network.neutron [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.133072] env[62664]: DEBUG oslo_concurrency.lockutils [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Acquiring lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.133315] env[62664]: DEBUG oslo_concurrency.lockutils [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.200105] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Releasing lock "refresh_cache-eaef1d22-fd5b-409a-9584-cc488738f2fa" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.200496] env[62664]: DEBUG nova.compute.manager [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.200689] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.201602] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f588a-e6c4-403a-a38d-2f8663d5471e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.211611] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.211872] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15e3ce80-cc14-4bf9-878f-54e5d6f71329 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.224144] env[62664]: DEBUG oslo_vmware.api [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 986.224144] env[62664]: value = "task-2698336" [ 986.224144] env[62664]: _type = "Task" [ 986.224144] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.233595] env[62664]: DEBUG oslo_vmware.api [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.276232] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698328, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.89975} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.276516] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] a3b4410a-f7b8-4905-ac51-2ad278f63c99/a3b4410a-f7b8-4905-ac51-2ad278f63c99.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.276728] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.277048] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7da8702e-c822-46d0-95da-79d22d00b2d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.286188] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 986.286188] env[62664]: value = "task-2698337" [ 986.286188] env[62664]: _type = "Task" [ 986.286188] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.292069] env[62664]: DEBUG nova.network.neutron [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance_info_cache with network_info: [{"id": "d3590a54-4832-48fb-b903-116709b0b134", "address": "fa:16:3e:70:46:9b", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3590a54-48", "ovs_interfaceid": "d3590a54-4832-48fb-b903-116709b0b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.307204] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.365827] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.400662] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527b56fa-4410-895f-5b77-d5575cdaa09c, 'name': SearchDatastore_Task, 'duration_secs': 0.035848} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.401481] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd69080-d9b4-40fd-b2a3-120b7a52845b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.410935] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for the task: (returnval){ [ 986.410935] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52eeb2a4-c2f6-1580-8425-58036d222888" [ 986.410935] env[62664]: _type = "Task" [ 986.410935] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.423065] env[62664]: DEBUG oslo_vmware.api [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698335, 'name': PowerOffVM_Task, 'duration_secs': 0.455276} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.426468] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.426746] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.427037] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52eeb2a4-c2f6-1580-8425-58036d222888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.427268] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a74c22b-3d3a-4a25-96df-c549fea1ec2f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.511509] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.511737] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.511985] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleting the datastore file [datastore1] 00c4b240-e6c5-4551-866c-c3f82b3891f2 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.512397] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e65d338-aef1-477e-abe6-ecfe47ec1e9d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.520266] env[62664]: DEBUG oslo_vmware.api [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 986.520266] env[62664]: value = "task-2698339" [ 986.520266] env[62664]: _type = "Task" [ 986.520266] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.529459] env[62664]: DEBUG oslo_vmware.api [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.554046] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-00c4b240-e6c5-4551-866c-c3f82b3891f2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.636127] env[62664]: DEBUG nova.compute.manager [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.712408] env[62664]: DEBUG nova.network.neutron [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updated VIF entry in instance network info cache for port f15a35cd-fc9d-4f89-aa01-b46403833416. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.712775] env[62664]: DEBUG nova.network.neutron [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updating instance_info_cache with network_info: [{"id": "f15a35cd-fc9d-4f89-aa01-b46403833416", "address": "fa:16:3e:c9:0d:55", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15a35cd-fc", "ovs_interfaceid": "f15a35cd-fc9d-4f89-aa01-b46403833416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.734456] env[62664]: DEBUG oslo_vmware.api [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698336, 'name': PowerOffVM_Task, 'duration_secs': 0.171054} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.734712] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.734886] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.735153] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe26a216-0097-485b-be2b-62250e3a0d71 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.761834] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.762074] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.762264] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Deleting the datastore file [datastore2] eaef1d22-fd5b-409a-9584-cc488738f2fa {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.762525] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-715687b4-a6d1-4998-9322-6f574e02ba65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.769789] env[62664]: DEBUG oslo_vmware.api [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 986.769789] env[62664]: value = "task-2698341" [ 986.769789] env[62664]: _type = "Task" [ 986.769789] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.777891] env[62664]: DEBUG oslo_vmware.api [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.798321] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071843} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.798510] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.799394] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55523cb1-487f-4981-8d5f-7f2c010c8538 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.802983] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bb9d88a6-22e4-4899-893c-aec49d06d960 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.804152] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.804439] env[62664]: DEBUG nova.compute.manager [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Instance network_info: |[{"id": "d3590a54-4832-48fb-b903-116709b0b134", "address": "fa:16:3e:70:46:9b", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3590a54-48", "ovs_interfaceid": "d3590a54-4832-48fb-b903-116709b0b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.805342] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:46:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3590a54-4832-48fb-b903-116709b0b134', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.813882] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating folder: Project (88f7e851b78f445bb1d320c3b4aed9de). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.814802] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7853a83b-f41c-4680-aa99-6e2dc0eea988 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.841884] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] a3b4410a-f7b8-4905-ac51-2ad278f63c99/a3b4410a-f7b8-4905-ac51-2ad278f63c99.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.843566] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a9bf11-9c0c-4133-8827-01212dc86eb6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.859972] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Created folder: Project (88f7e851b78f445bb1d320c3b4aed9de) in parent group-v543506. [ 986.860187] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating folder: Instances. Parent ref: group-v543769. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.863796] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b43af0b-9133-4494-b792-b46ae8cf8224 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.868375] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 986.868375] env[62664]: value = "task-2698343" [ 986.868375] env[62664]: _type = "Task" [ 986.868375] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.871581] env[62664]: DEBUG oslo_vmware.api [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698334, 'name': PowerOnVM_Task, 'duration_secs': 1.089782} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.876210] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.876366] env[62664]: INFO nova.compute.manager [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Took 9.56 seconds to spawn the instance on the hypervisor. [ 986.876545] env[62664]: DEBUG nova.compute.manager [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.878176] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee080d7-a2ae-44e6-ba0c-f79ac281fc31 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.880471] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Created folder: Instances in parent group-v543769. [ 986.880693] env[62664]: DEBUG oslo.service.loopingcall [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.881481] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.881991] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99152460-b8e3-474b-9196-98794b64bb2d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.906603] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.910633] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 986.910907] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543765', 'volume_id': '8cf1c832-44d1-48b1-9297-ad3237496d0d', 'name': 'volume-8cf1c832-44d1-48b1-9297-ad3237496d0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df59e274-31e6-4f35-b553-dd353b70d554', 'attached_at': '', 'detached_at': '', 'volume_id': '8cf1c832-44d1-48b1-9297-ad3237496d0d', 'serial': '8cf1c832-44d1-48b1-9297-ad3237496d0d'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 986.912185] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd151a-dd19-400f-835c-00a7d7584ede {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.919677] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.919677] env[62664]: value = "task-2698345" [ 986.919677] env[62664]: _type = "Task" [ 986.919677] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.938678] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52eeb2a4-c2f6-1580-8425-58036d222888, 'name': SearchDatastore_Task, 'duration_secs': 0.014944} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.940185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.940549] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a/bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.941527] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa4866a-d6ff-4386-a0dd-b3fda90f9374 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.947961] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ad51b47-cd72-4fd8-92c3-91c89970c7a3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.950404] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698345, 'name': CreateVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.977028] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-8cf1c832-44d1-48b1-9297-ad3237496d0d/volume-8cf1c832-44d1-48b1-9297-ad3237496d0d.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.979139] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd4f6f3c-c692-4592-b528-b075f9848157 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.993079] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for the task: (returnval){ [ 986.993079] env[62664]: value = "task-2698346" [ 986.993079] env[62664]: _type = "Task" [ 986.993079] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.001356] env[62664]: DEBUG oslo_vmware.api [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 987.001356] env[62664]: value = "task-2698347" [ 987.001356] env[62664]: _type = "Task" [ 987.001356] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.007309] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.018207] env[62664]: DEBUG oslo_vmware.api [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.031765] env[62664]: DEBUG oslo_vmware.api [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439322} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.032036] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.032258] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.032578] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.032721] env[62664]: INFO nova.compute.manager [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 987.033016] env[62664]: DEBUG oslo.service.loopingcall [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.033246] env[62664]: DEBUG nova.compute.manager [-] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.033361] env[62664]: DEBUG nova.network.neutron [-] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.058996] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44a8c4b-0741-4198-922c-818d5e952eb9 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-00c4b240-e6c5-4551-866c-c3f82b3891f2-4358c3ae-5c7f-4cc7-a0c3-d842d3d79107" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.789s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.163799] env[62664]: DEBUG oslo_concurrency.lockutils [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.164124] env[62664]: DEBUG oslo_concurrency.lockutils [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.165736] env[62664]: INFO nova.compute.claims [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.217273] env[62664]: DEBUG oslo_concurrency.lockutils [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] Releasing lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.217273] env[62664]: DEBUG nova.compute.manager [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Received event network-changed-d3590a54-4832-48fb-b903-116709b0b134 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.217273] env[62664]: DEBUG nova.compute.manager [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Refreshing instance network info cache due to event network-changed-d3590a54-4832-48fb-b903-116709b0b134. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 987.217273] env[62664]: DEBUG oslo_concurrency.lockutils [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] Acquiring lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.217273] env[62664]: DEBUG oslo_concurrency.lockutils [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] Acquired lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.217273] env[62664]: DEBUG nova.network.neutron [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Refreshing network info cache for port d3590a54-4832-48fb-b903-116709b0b134 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.220476] env[62664]: DEBUG nova.compute.manager [req-55790758-fd64-48f1-b0ad-32b53f1c9dc9 req-9a310759-24ef-47b2-82de-39498960f2ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received event network-vif-plugged-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.220476] env[62664]: DEBUG oslo_concurrency.lockutils [req-55790758-fd64-48f1-b0ad-32b53f1c9dc9 req-9a310759-24ef-47b2-82de-39498960f2ff service nova] Acquiring lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.222022] env[62664]: DEBUG oslo_concurrency.lockutils [req-55790758-fd64-48f1-b0ad-32b53f1c9dc9 req-9a310759-24ef-47b2-82de-39498960f2ff service nova] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.222022] env[62664]: DEBUG oslo_concurrency.lockutils [req-55790758-fd64-48f1-b0ad-32b53f1c9dc9 req-9a310759-24ef-47b2-82de-39498960f2ff service nova] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.222022] env[62664]: DEBUG nova.compute.manager [req-55790758-fd64-48f1-b0ad-32b53f1c9dc9 req-9a310759-24ef-47b2-82de-39498960f2ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] No waiting events found dispatching network-vif-plugged-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.222022] env[62664]: WARNING nova.compute.manager [req-55790758-fd64-48f1-b0ad-32b53f1c9dc9 req-9a310759-24ef-47b2-82de-39498960f2ff service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received unexpected event network-vif-plugged-1128f339-6b93-494e-9ba3-e70c92e85191 for instance with vm_state shelved_offloaded and task_state spawning. [ 987.284503] env[62664]: DEBUG oslo_vmware.api [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172448} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.284503] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.284503] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.284503] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.284717] env[62664]: INFO nova.compute.manager [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Took 1.08 seconds to destroy the instance on the hypervisor. [ 987.284912] env[62664]: DEBUG oslo.service.loopingcall [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.285159] env[62664]: DEBUG nova.compute.manager [-] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.285285] env[62664]: DEBUG nova.network.neutron [-] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.324396] env[62664]: DEBUG nova.network.neutron [-] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.387636] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698343, 'name': ReconfigVM_Task, 'duration_secs': 0.302537} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.387966] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Reconfigured VM instance instance-0000005f to attach disk [datastore2] a3b4410a-f7b8-4905-ac51-2ad278f63c99/a3b4410a-f7b8-4905-ac51-2ad278f63c99.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.388692] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f7292e9-0d2a-4185-ac02-249c9597f554 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.403032] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 987.403032] env[62664]: value = "task-2698348" [ 987.403032] env[62664]: _type = "Task" [ 987.403032] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.409186] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.409463] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.409754] env[62664]: DEBUG nova.network.neutron [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.425015] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698348, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.431781] env[62664]: INFO nova.compute.manager [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Took 21.34 seconds to build instance. [ 987.446099] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698345, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.506900] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540734} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.507336] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a/bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.507587] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.511275] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f25704c-cb3f-46f4-9059-eb8a56cc20d0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.520727] env[62664]: DEBUG oslo_vmware.api [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.522618] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for the task: (returnval){ [ 987.522618] env[62664]: value = "task-2698349" [ 987.522618] env[62664]: _type = "Task" [ 987.522618] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.831429] env[62664]: DEBUG nova.network.neutron [-] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.920222] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698348, 'name': Rename_Task, 'duration_secs': 0.178283} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.920541] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.925932] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f1b9416-1e1a-463b-bcbd-d2867071ba15 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.934663] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4111fc36-3b8d-4a19-b25c-cbb003434922 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "3e55dd64-c194-4829-9906-b7f38d0cf240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.856s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.940532] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698345, 'name': CreateVM_Task, 'duration_secs': 0.61094} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.941607] env[62664]: DEBUG nova.network.neutron [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updated VIF entry in instance network info cache for port d3590a54-4832-48fb-b903-116709b0b134. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.941798] env[62664]: DEBUG nova.network.neutron [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance_info_cache with network_info: [{"id": "d3590a54-4832-48fb-b903-116709b0b134", "address": "fa:16:3e:70:46:9b", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3590a54-48", "ovs_interfaceid": "d3590a54-4832-48fb-b903-116709b0b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.945054] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.946376] env[62664]: DEBUG nova.compute.manager [req-675bf68f-b697-445c-a2b3-fa61c8c44ee5 req-884e8dff-19ad-4c45-a1a2-6cc33c52f422 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Received event network-vif-deleted-a28d5add-0a53-4a1b-aa60-5aa7b8663b56 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.946716] env[62664]: INFO nova.compute.manager [req-675bf68f-b697-445c-a2b3-fa61c8c44ee5 req-884e8dff-19ad-4c45-a1a2-6cc33c52f422 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Neutron deleted interface a28d5add-0a53-4a1b-aa60-5aa7b8663b56; detaching it from the instance and deleting it from the info cache [ 987.946914] env[62664]: DEBUG nova.network.neutron [req-675bf68f-b697-445c-a2b3-fa61c8c44ee5 req-884e8dff-19ad-4c45-a1a2-6cc33c52f422 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.949362] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 987.949362] env[62664]: value = "task-2698350" [ 987.949362] env[62664]: _type = "Task" [ 987.949362] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.950174] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.950350] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.950783] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.954100] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fca7b7f-201c-4904-be11-7b839af5adaf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.968492] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698350, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.970323] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 987.970323] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f17622-bf93-9ef8-614b-396666df46ca" [ 987.970323] env[62664]: _type = "Task" [ 987.970323] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.979788] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f17622-bf93-9ef8-614b-396666df46ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.017829] env[62664]: DEBUG oslo_vmware.api [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698347, 'name': ReconfigVM_Task, 'duration_secs': 1.005357} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.018188] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-8cf1c832-44d1-48b1-9297-ad3237496d0d/volume-8cf1c832-44d1-48b1-9297-ad3237496d0d.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.023509] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3b1d8c-2f4f-462a-b662-5ccfc59ab045 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.046150] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080607} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.047430] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.047818] env[62664]: DEBUG oslo_vmware.api [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 988.047818] env[62664]: value = "task-2698351" [ 988.047818] env[62664]: _type = "Task" [ 988.047818] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.048614] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d18a76d-f6aa-425f-9fbc-d750eacf75ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.052282] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "3e55dd64-c194-4829-9906-b7f38d0cf240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.052515] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "3e55dd64-c194-4829-9906-b7f38d0cf240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.052719] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "3e55dd64-c194-4829-9906-b7f38d0cf240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.052904] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "3e55dd64-c194-4829-9906-b7f38d0cf240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.053100] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "3e55dd64-c194-4829-9906-b7f38d0cf240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.057875] env[62664]: INFO nova.compute.manager [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Terminating instance [ 988.075616] env[62664]: DEBUG oslo_vmware.api [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.085744] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a/bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.086681] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db0e9faf-de75-4e91-879a-5abd7648c984 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.109079] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for the task: (returnval){ [ 988.109079] env[62664]: value = "task-2698352" [ 988.109079] env[62664]: _type = "Task" [ 988.109079] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.117022] env[62664]: DEBUG nova.network.neutron [-] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.123328] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.188247] env[62664]: DEBUG nova.network.neutron [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updating instance_info_cache with network_info: [{"id": "1128f339-6b93-494e-9ba3-e70c92e85191", "address": "fa:16:3e:4d:0d:99", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128f339-6b", "ovs_interfaceid": "1128f339-6b93-494e-9ba3-e70c92e85191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.334692] env[62664]: INFO nova.compute.manager [-] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Took 1.05 seconds to deallocate network for instance. [ 988.379878] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2021036-1e46-4173-82a8-327f98acec27 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.387427] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40bb189-0ae0-4d77-a460-447a16da16b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.420807] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86cb7c4-3208-47f0-aacc-c935de9483fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.428364] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8493b07-8ed5-48eb-9de0-d2538f33e5df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.442202] env[62664]: DEBUG nova.compute.provider_tree [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.450554] env[62664]: DEBUG oslo_concurrency.lockutils [req-768ca56d-608c-4673-a9ed-dc12b7748e93 req-5f89e575-fda7-490e-bdc8-8a2c5a734e54 service nova] Releasing lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.451804] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26a2840c-4b05-4812-b042-b98c89b54b2c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.462600] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.466409] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d358b97-f23b-434e-9e13-65dd807eff2d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.486423] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f17622-bf93-9ef8-614b-396666df46ca, 'name': SearchDatastore_Task, 'duration_secs': 0.02721} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.486717] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.486943] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.487188] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.487337] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.487513] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.488032] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bba80bab-fcdf-409a-b42a-666ed7179994 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.501443] env[62664]: DEBUG nova.compute.manager [req-675bf68f-b697-445c-a2b3-fa61c8c44ee5 req-884e8dff-19ad-4c45-a1a2-6cc33c52f422 service nova] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Detach interface failed, port_id=a28d5add-0a53-4a1b-aa60-5aa7b8663b56, reason: Instance 00c4b240-e6c5-4551-866c-c3f82b3891f2 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 988.503193] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.503385] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.504074] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88cd1d4-7da1-4c41-99fe-5864e94d2d7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.508995] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 988.508995] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5229a499-bcea-db58-46f9-d043ca2bf58f" [ 988.508995] env[62664]: _type = "Task" [ 988.508995] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.518007] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5229a499-bcea-db58-46f9-d043ca2bf58f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.561709] env[62664]: DEBUG oslo_vmware.api [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698351, 'name': ReconfigVM_Task, 'duration_secs': 0.19413} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.562054] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543765', 'volume_id': '8cf1c832-44d1-48b1-9297-ad3237496d0d', 'name': 'volume-8cf1c832-44d1-48b1-9297-ad3237496d0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df59e274-31e6-4f35-b553-dd353b70d554', 'attached_at': '', 'detached_at': '', 'volume_id': '8cf1c832-44d1-48b1-9297-ad3237496d0d', 'serial': '8cf1c832-44d1-48b1-9297-ad3237496d0d'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 988.563833] env[62664]: DEBUG nova.compute.manager [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.564042] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.564995] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb98e8e-d6cb-41ae-a762-5d0e6361511c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.571968] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.572229] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522cf399-1d62-4404-afbd-8171fd02c869 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.578764] env[62664]: DEBUG oslo_vmware.api [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 988.578764] env[62664]: value = "task-2698353" [ 988.578764] env[62664]: _type = "Task" [ 988.578764] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.587161] env[62664]: DEBUG oslo_vmware.api [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.619063] env[62664]: INFO nova.compute.manager [-] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Took 1.59 seconds to deallocate network for instance. [ 988.619769] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.691728] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.721023] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3ec0b117da0861ea6b9d55270b6db179',container_format='bare',created_at=2025-02-19T17:21:05Z,direct_url=,disk_format='vmdk',id=faeeb855-c8a2-4ff3-8dd6-f213f6b3c771,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-424052486-shelved',owner='e00ca18dd6bc4e9ea47e1def94ada368',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-02-19T17:21:21Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.721222] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.721502] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.721793] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.722067] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.722330] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.722629] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.722907] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.723197] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.724609] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.724609] env[62664]: DEBUG nova.virt.hardware [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.724882] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8fe6db-d505-481a-8e5b-a1deaf8b882d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.733233] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193f3b7a-583e-41c2-bf7f-f3e1fea860cf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.749063] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:0d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1128f339-6b93-494e-9ba3-e70c92e85191', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.758104] env[62664]: DEBUG oslo.service.loopingcall [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.758361] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.758539] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1b9069d-73c0-4ba1-9183-246faf91bf4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.779551] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.779551] env[62664]: value = "task-2698354" [ 988.779551] env[62664]: _type = "Task" [ 988.779551] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.788303] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698354, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.841335] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.945125] env[62664]: DEBUG nova.scheduler.client.report [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.962297] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.019791] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5229a499-bcea-db58-46f9-d043ca2bf58f, 'name': SearchDatastore_Task, 'duration_secs': 0.03156} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.020429] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9cffd0-945c-49dc-8740-81efc9dbe2d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.025799] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 989.025799] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52af2002-528d-9801-dbd7-e131d66c2891" [ 989.025799] env[62664]: _type = "Task" [ 989.025799] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.034100] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52af2002-528d-9801-dbd7-e131d66c2891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.088440] env[62664]: DEBUG oslo_vmware.api [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698353, 'name': PowerOffVM_Task, 'duration_secs': 0.44586} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.088819] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.088929] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.089202] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-693a0cdf-852f-438d-b1f6-75857e1e70f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.121202] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698352, 'name': ReconfigVM_Task, 'duration_secs': 0.96202} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.122094] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Reconfigured VM instance instance-00000060 to attach disk [datastore1] bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a/bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.122742] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1b9be01-102b-4bb9-b784-7959603ea70f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.125294] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.130654] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for the task: (returnval){ [ 989.130654] env[62664]: value = "task-2698356" [ 989.130654] env[62664]: _type = "Task" [ 989.130654] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.139231] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698356, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.169238] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.169577] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.169826] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleting the datastore file [datastore2] 3e55dd64-c194-4829-9906-b7f38d0cf240 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.170160] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-004de69c-154f-458b-afed-c50336c75985 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.176270] env[62664]: DEBUG oslo_vmware.api [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 989.176270] env[62664]: value = "task-2698357" [ 989.176270] env[62664]: _type = "Task" [ 989.176270] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.184814] env[62664]: DEBUG oslo_vmware.api [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.246882] env[62664]: DEBUG nova.compute.manager [req-f12466c6-a2e5-4d23-a037-f6ec694f0315 req-45685101-2fb0-48ff-8cd0-a70f67f27241 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received event network-changed-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.247077] env[62664]: DEBUG nova.compute.manager [req-f12466c6-a2e5-4d23-a037-f6ec694f0315 req-45685101-2fb0-48ff-8cd0-a70f67f27241 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Refreshing instance network info cache due to event network-changed-1128f339-6b93-494e-9ba3-e70c92e85191. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 989.247338] env[62664]: DEBUG oslo_concurrency.lockutils [req-f12466c6-a2e5-4d23-a037-f6ec694f0315 req-45685101-2fb0-48ff-8cd0-a70f67f27241 service nova] Acquiring lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.247514] env[62664]: DEBUG oslo_concurrency.lockutils [req-f12466c6-a2e5-4d23-a037-f6ec694f0315 req-45685101-2fb0-48ff-8cd0-a70f67f27241 service nova] Acquired lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.247697] env[62664]: DEBUG nova.network.neutron [req-f12466c6-a2e5-4d23-a037-f6ec694f0315 req-45685101-2fb0-48ff-8cd0-a70f67f27241 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Refreshing network info cache for port 1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.290535] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698354, 'name': CreateVM_Task, 'duration_secs': 0.433137} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.290704] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.291454] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.291629] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.292011] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.292279] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3d4a0c-1e89-488b-a031-3a68867df66e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.297877] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 989.297877] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521d3240-6fa7-6cce-b40c-759937e5d70f" [ 989.297877] env[62664]: _type = "Task" [ 989.297877] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.307810] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521d3240-6fa7-6cce-b40c-759937e5d70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.450657] env[62664]: DEBUG oslo_concurrency.lockutils [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.451065] env[62664]: DEBUG nova.compute.manager [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.453993] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.613s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.454687] env[62664]: DEBUG nova.objects.instance [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lazy-loading 'resources' on Instance uuid eaef1d22-fd5b-409a-9584-cc488738f2fa {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.464363] env[62664]: DEBUG oslo_vmware.api [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698350, 'name': PowerOnVM_Task, 'duration_secs': 1.272835} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.465120] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.465381] env[62664]: INFO nova.compute.manager [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Took 9.74 seconds to spawn the instance on the hypervisor. [ 989.465585] env[62664]: DEBUG nova.compute.manager [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.466383] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db59c78b-0a6c-476e-8ea2-9fef41732335 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.536144] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52af2002-528d-9801-dbd7-e131d66c2891, 'name': SearchDatastore_Task, 'duration_secs': 0.015302} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.536360] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.536619] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 514439d3-4fd2-4bc2-9398-09d197e84fdb/514439d3-4fd2-4bc2-9398-09d197e84fdb.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.536867] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbe72698-7ee5-4735-976a-d623d3a2ab74 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.543630] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 989.543630] env[62664]: value = "task-2698358" [ 989.543630] env[62664]: _type = "Task" [ 989.543630] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.550978] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.611579] env[62664]: DEBUG nova.objects.instance [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lazy-loading 'flavor' on Instance uuid df59e274-31e6-4f35-b553-dd353b70d554 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.643837] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698356, 'name': Rename_Task, 'duration_secs': 0.175897} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.644203] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.644564] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bee93cb-6220-4eb6-8d65-08754e386f73 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.650618] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for the task: (returnval){ [ 989.650618] env[62664]: value = "task-2698359" [ 989.650618] env[62664]: _type = "Task" [ 989.650618] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.658165] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.688946] env[62664]: DEBUG oslo_vmware.api [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40052} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.688946] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.688946] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.688946] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.688946] env[62664]: INFO nova.compute.manager [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Took 1.12 seconds to destroy the instance on the hypervisor. [ 989.689324] env[62664]: DEBUG oslo.service.loopingcall [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.689324] env[62664]: DEBUG nova.compute.manager [-] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.689489] env[62664]: DEBUG nova.network.neutron [-] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.810128] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.810371] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Processing image faeeb855-c8a2-4ff3-8dd6-f213f6b3c771 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.810602] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.810829] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.811497] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.813726] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-135be534-4143-433e-8b25-269ae6f3ef75 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.823718] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.823718] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.825041] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242b130e-dcd7-4217-b76a-aa5f17db27e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.831525] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 989.831525] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52191864-dfb5-4850-b1eb-171c21d25652" [ 989.831525] env[62664]: _type = "Task" [ 989.831525] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.845545] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Preparing fetch location {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 989.848840] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Fetch image to [datastore1] OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317/OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317.vmdk {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 989.848840] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Downloading stream optimized image faeeb855-c8a2-4ff3-8dd6-f213f6b3c771 to [datastore1] OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317/OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317.vmdk on the data store datastore1 as vApp {{(pid=62664) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 989.848840] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Downloading image file data faeeb855-c8a2-4ff3-8dd6-f213f6b3c771 to the ESX as VM named 'OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317' {{(pid=62664) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 989.943358] env[62664]: DEBUG oslo_vmware.rw_handles [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 989.943358] env[62664]: value = "resgroup-9" [ 989.943358] env[62664]: _type = "ResourcePool" [ 989.943358] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 989.948305] env[62664]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e06c82b8-5b4c-4b7f-9bf8-19ddea20e689 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.967050] env[62664]: DEBUG nova.compute.utils [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 989.973225] env[62664]: DEBUG nova.compute.manager [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.973225] env[62664]: DEBUG nova.network.neutron [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.988320] env[62664]: DEBUG oslo_vmware.rw_handles [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lease: (returnval){ [ 989.988320] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520617fb-1dd0-3424-1779-0a4dab8c57a4" [ 989.988320] env[62664]: _type = "HttpNfcLease" [ 989.988320] env[62664]: } obtained for vApp import into resource pool (val){ [ 989.988320] env[62664]: value = "resgroup-9" [ 989.988320] env[62664]: _type = "ResourcePool" [ 989.988320] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 989.990191] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the lease: (returnval){ [ 989.990191] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520617fb-1dd0-3424-1779-0a4dab8c57a4" [ 989.990191] env[62664]: _type = "HttpNfcLease" [ 989.990191] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 989.991529] env[62664]: INFO nova.compute.manager [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Took 21.12 seconds to build instance. [ 990.003080] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.003080] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520617fb-1dd0-3424-1779-0a4dab8c57a4" [ 990.003080] env[62664]: _type = "HttpNfcLease" [ 990.003080] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 990.057467] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698358, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.061373] env[62664]: DEBUG nova.policy [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6e9090a8c8444e49ba35c7a9fc1dad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7404719f7ea5495aa3b16e56c1e9cca3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.123496] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f4ac3d3-049d-41f8-b0d2-955260959930 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.317s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.126630] env[62664]: DEBUG nova.network.neutron [req-f12466c6-a2e5-4d23-a037-f6ec694f0315 req-45685101-2fb0-48ff-8cd0-a70f67f27241 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updated VIF entry in instance network info cache for port 1128f339-6b93-494e-9ba3-e70c92e85191. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.127010] env[62664]: DEBUG nova.network.neutron [req-f12466c6-a2e5-4d23-a037-f6ec694f0315 req-45685101-2fb0-48ff-8cd0-a70f67f27241 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updating instance_info_cache with network_info: [{"id": "1128f339-6b93-494e-9ba3-e70c92e85191", "address": "fa:16:3e:4d:0d:99", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1128f339-6b", "ovs_interfaceid": "1128f339-6b93-494e-9ba3-e70c92e85191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.165283] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698359, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.254613] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee80efb-9184-4dd1-b9fe-825a50ceef7f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.262441] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff05a2d-df98-41d6-a556-2c9d021e986a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.296973] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2139d5f8-c48e-4945-90ec-f741023fa52c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.304584] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3124a2fb-258e-428f-96d7-6e00f5e58ab5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.319130] env[62664]: INFO nova.compute.manager [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Rescuing [ 990.319365] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.319556] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.319742] env[62664]: DEBUG nova.network.neutron [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.321177] env[62664]: DEBUG nova.compute.provider_tree [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.473532] env[62664]: DEBUG nova.compute.manager [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.489066] env[62664]: DEBUG nova.network.neutron [-] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.498123] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6bbfb36e-dec9-4077-8eac-eb16fbc44b4b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.630s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.498376] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.498376] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520617fb-1dd0-3424-1779-0a4dab8c57a4" [ 990.498376] env[62664]: _type = "HttpNfcLease" [ 990.498376] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 990.536730] env[62664]: DEBUG nova.network.neutron [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Successfully created port: 49c9946d-e562-4528-b378-c28d323c66f3 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.555502] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715723} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.555803] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 514439d3-4fd2-4bc2-9398-09d197e84fdb/514439d3-4fd2-4bc2-9398-09d197e84fdb.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.555969] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.556737] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ac7dfd8-8666-4077-8f95-172d9ec5fdd6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.563754] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 990.563754] env[62664]: value = "task-2698361" [ 990.563754] env[62664]: _type = "Task" [ 990.563754] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.576969] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.629733] env[62664]: DEBUG oslo_concurrency.lockutils [req-f12466c6-a2e5-4d23-a037-f6ec694f0315 req-45685101-2fb0-48ff-8cd0-a70f67f27241 service nova] Releasing lock "refresh_cache-9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.662312] env[62664]: DEBUG oslo_vmware.api [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698359, 'name': PowerOnVM_Task, 'duration_secs': 0.680755} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.662669] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.662918] env[62664]: INFO nova.compute.manager [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Took 8.55 seconds to spawn the instance on the hypervisor. [ 990.663150] env[62664]: DEBUG nova.compute.manager [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.664038] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea8c91c-b614-41a1-8ff0-a56958a589bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.826629] env[62664]: DEBUG nova.scheduler.client.report [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.978317] env[62664]: INFO nova.virt.block_device [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Booting with volume 514c3df0-bd79-4b24-8323-4f878d6970b7 at /dev/sda [ 990.992109] env[62664]: INFO nova.compute.manager [-] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Took 1.30 seconds to deallocate network for instance. [ 991.005683] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.005683] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520617fb-1dd0-3424-1779-0a4dab8c57a4" [ 991.005683] env[62664]: _type = "HttpNfcLease" [ 991.005683] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 991.019378] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d20575bd-0153-435c-9352-0a09cc8fb297 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.030409] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3e0240-7c88-4d00-93b8-1cd9eda221b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.069369] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c7e9d0f-469e-400e-b3fa-da3d8f013e4a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.073075] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.073350] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.074940] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.074940] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.074940] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.080287] env[62664]: DEBUG nova.network.neutron [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updating instance_info_cache with network_info: [{"id": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "address": "fa:16:3e:a2:af:d0", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34623f-f1", "ovs_interfaceid": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.081615] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269427} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.083105] env[62664]: INFO nova.compute.manager [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Terminating instance [ 991.084771] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.087808] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b72fd1-9cd2-4061-ba19-5be1af03e522 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.100420] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d23941-9718-482b-b38d-7cfd6a9f79b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.124233] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 514439d3-4fd2-4bc2-9398-09d197e84fdb/514439d3-4fd2-4bc2-9398-09d197e84fdb.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.137331] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e46ee0-39df-4e1b-ac02-b2b53b4bdc81 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.152797] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c56d1bd-36a5-490d-aeb1-ef81101b21ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.161172] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527be7b5-35b6-4825-9b06-e245723286e4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.163720] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 991.163720] env[62664]: value = "task-2698362" [ 991.163720] env[62664]: _type = "Task" [ 991.163720] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.178411] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.181420] env[62664]: DEBUG nova.virt.block_device [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Updating existing volume attachment record: 76426230-e609-4dd3-b0a5-1e3608d52c3d {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 991.186089] env[62664]: INFO nova.compute.manager [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Took 19.76 seconds to build instance. [ 991.284954] env[62664]: DEBUG nova.compute.manager [req-99a1a0e3-6301-4668-b78a-8a302d0675c9 req-222153fa-2eb4-48d1-af55-a8f86cbc4e9e service nova] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Received event network-vif-deleted-c94f786a-9203-4cb4-9aa9-60bc198ccd2d {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.331768] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.334418] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.209s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.334650] env[62664]: DEBUG nova.objects.instance [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'resources' on Instance uuid 00c4b240-e6c5-4551-866c-c3f82b3891f2 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.357030] env[62664]: INFO nova.scheduler.client.report [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Deleted allocations for instance eaef1d22-fd5b-409a-9584-cc488738f2fa [ 991.502263] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.502263] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520617fb-1dd0-3424-1779-0a4dab8c57a4" [ 991.502263] env[62664]: _type = "HttpNfcLease" [ 991.502263] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 991.506907] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.585980] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.605613] env[62664]: DEBUG nova.compute.manager [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.606205] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.607593] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac24466-285c-4736-b5b7-9cc6b281f740 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.620567] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.620846] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1b2b62d-86d1-463c-ae3c-7faa2d734ed9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.627571] env[62664]: DEBUG oslo_vmware.api [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 991.627571] env[62664]: value = "task-2698363" [ 991.627571] env[62664]: _type = "Task" [ 991.627571] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.635980] env[62664]: DEBUG oslo_vmware.api [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.674523] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.688171] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab25951e-2476-4231-89a2-1e5ff3212b71 tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.271s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.867486] env[62664]: DEBUG oslo_concurrency.lockutils [None req-853feb3d-7fec-4421-bcb3-70f0743445a2 tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "eaef1d22-fd5b-409a-9584-cc488738f2fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.283s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.000342] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 992.000342] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520617fb-1dd0-3424-1779-0a4dab8c57a4" [ 992.000342] env[62664]: _type = "HttpNfcLease" [ 992.000342] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 992.000765] env[62664]: DEBUG oslo_vmware.rw_handles [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 992.000765] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520617fb-1dd0-3424-1779-0a4dab8c57a4" [ 992.000765] env[62664]: _type = "HttpNfcLease" [ 992.000765] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 992.007363] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c4ef0-3196-40ae-8aff-18a32cd8fc62 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.011184] env[62664]: DEBUG oslo_vmware.rw_handles [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524950d9-f067-4272-b6de-9c7d6c12ec70/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 992.011362] env[62664]: DEBUG oslo_vmware.rw_handles [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524950d9-f067-4272-b6de-9c7d6c12ec70/disk-0.vmdk. {{(pid=62664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 992.071549] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquiring lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.071991] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.072146] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquiring lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.072627] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.072627] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.078447] env[62664]: INFO nova.compute.manager [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Terminating instance [ 992.086200] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf23290b-0158-4d53-a9a3-cb33e9031bd6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.087307] env[62664]: DEBUG nova.network.neutron [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Successfully updated port: 49c9946d-e562-4528-b378-c28d323c66f3 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.107706] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bfa8e5-0f6d-4ad8-bd72-3fedcf96443a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.115718] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62022997-14d6-4ad6-95f3-41d6ac283c48 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.151207] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7654de1d-ab8e-4c2a-8357-12436e8340d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.161378] env[62664]: DEBUG oslo_vmware.api [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698363, 'name': PowerOffVM_Task, 'duration_secs': 0.196628} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.161882] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.162082] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.163253] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb75e2fc-5202-4b4f-8828-fbf614893b04 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.166736] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abd71528-8c60-4e2a-b132-818ecd45b661 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.180179] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.187909] env[62664]: DEBUG nova.compute.provider_tree [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.241629] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.241877] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.242072] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleting the datastore file [datastore2] a3b4410a-f7b8-4905-ac51-2ad278f63c99 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.242344] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7be61ed0-6b6c-4484-a2d5-1aa4afab2276 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.251139] env[62664]: DEBUG oslo_vmware.api [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 992.251139] env[62664]: value = "task-2698365" [ 992.251139] env[62664]: _type = "Task" [ 992.251139] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.259580] env[62664]: DEBUG oslo_vmware.api [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.293616] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "2cc0bb74-86ed-4219-ab30-e3e821d22526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.293910] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "2cc0bb74-86ed-4219-ab30-e3e821d22526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.294144] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "2cc0bb74-86ed-4219-ab30-e3e821d22526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.294376] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "2cc0bb74-86ed-4219-ab30-e3e821d22526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.294615] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "2cc0bb74-86ed-4219-ab30-e3e821d22526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.297651] env[62664]: INFO nova.compute.manager [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Terminating instance [ 992.590738] env[62664]: DEBUG nova.compute.manager [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.591288] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.591876] env[62664]: DEBUG oslo_concurrency.lockutils [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Acquiring lock "refresh_cache-8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.592046] env[62664]: DEBUG oslo_concurrency.lockutils [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Acquired lock "refresh_cache-8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.592237] env[62664]: DEBUG nova.network.neutron [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.595732] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a553e3e-64e6-4c3a-8edf-2a7536cff821 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.604630] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.604881] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4eb2da3-7ed1-43c9-bc9e-febba78e4721 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.612493] env[62664]: DEBUG oslo_vmware.api [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for the task: (returnval){ [ 992.612493] env[62664]: value = "task-2698366" [ 992.612493] env[62664]: _type = "Task" [ 992.612493] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.625064] env[62664]: DEBUG oslo_vmware.api [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.682053] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698362, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.690638] env[62664]: DEBUG nova.scheduler.client.report [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.764519] env[62664]: DEBUG oslo_vmware.api [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188597} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.766323] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.766578] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.766815] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.767119] env[62664]: INFO nova.compute.manager [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Took 1.16 seconds to destroy the instance on the hypervisor. [ 992.767456] env[62664]: DEBUG oslo.service.loopingcall [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 992.767697] env[62664]: DEBUG nova.compute.manager [-] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.767855] env[62664]: DEBUG nova.network.neutron [-] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.803245] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "refresh_cache-2cc0bb74-86ed-4219-ab30-e3e821d22526" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.803566] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquired lock "refresh_cache-2cc0bb74-86ed-4219-ab30-e3e821d22526" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.803731] env[62664]: DEBUG nova.network.neutron [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.125704] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.126026] env[62664]: DEBUG oslo_vmware.api [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698366, 'name': PowerOffVM_Task, 'duration_secs': 0.218477} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.130262] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dffda9f4-8db9-456a-ba8d-2ec586b718d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.132527] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.132527] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.133404] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afe543a9-4a69-4e30-9dea-8420ae2508f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.142923] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 993.142923] env[62664]: value = "task-2698367" [ 993.142923] env[62664]: _type = "Task" [ 993.142923] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.149831] env[62664]: DEBUG nova.network.neutron [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.159137] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.180724] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698362, 'name': ReconfigVM_Task, 'duration_secs': 1.531411} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.182300] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 514439d3-4fd2-4bc2-9398-09d197e84fdb/514439d3-4fd2-4bc2-9398-09d197e84fdb.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.185379] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb3f4ae4-3d17-4524-b4be-c183a316a507 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.193986] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 993.193986] env[62664]: value = "task-2698369" [ 993.193986] env[62664]: _type = "Task" [ 993.193986] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.199055] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.203462] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.696s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.203509] env[62664]: DEBUG nova.objects.instance [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lazy-loading 'resources' on Instance uuid 3e55dd64-c194-4829-9906-b7f38d0cf240 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.211827] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698369, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.230733] env[62664]: INFO nova.scheduler.client.report [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleted allocations for instance 00c4b240-e6c5-4551-866c-c3f82b3891f2 [ 993.233116] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.233380] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.233571] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Deleting the datastore file [datastore1] bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.236386] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-593f971b-37e8-4d5f-966c-4ca005602b75 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.247538] env[62664]: DEBUG oslo_vmware.api [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for the task: (returnval){ [ 993.247538] env[62664]: value = "task-2698370" [ 993.247538] env[62664]: _type = "Task" [ 993.247538] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.253641] env[62664]: DEBUG oslo_vmware.rw_handles [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Completed reading data from the image iterator. {{(pid=62664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 993.253847] env[62664]: DEBUG oslo_vmware.rw_handles [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524950d9-f067-4272-b6de-9c7d6c12ec70/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.255040] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdd3f02-8fa8-4bba-9dd3-bcfcdea6e9ed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.264787] env[62664]: DEBUG oslo_vmware.rw_handles [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524950d9-f067-4272-b6de-9c7d6c12ec70/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.264967] env[62664]: DEBUG oslo_vmware.rw_handles [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524950d9-f067-4272-b6de-9c7d6c12ec70/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 993.268214] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-88df34c4-d4cb-4045-ad51-52eaad6edfd8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.269828] env[62664]: DEBUG oslo_vmware.api [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.278066] env[62664]: DEBUG nova.compute.manager [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.278963] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.279282] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.279499] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.279675] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.279836] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.279995] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.280236] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.280399] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.280571] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.280757] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.280943] env[62664]: DEBUG nova.virt.hardware [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.281879] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e841bf1-bd3a-4a56-8244-b0d594bcce4a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.292170] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc199e01-6d66-432a-9b3e-d37bf0bfcecd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.320390] env[62664]: DEBUG nova.compute.manager [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Received event network-vif-plugged-49c9946d-e562-4528-b378-c28d323c66f3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.320905] env[62664]: DEBUG oslo_concurrency.lockutils [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] Acquiring lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.321150] env[62664]: DEBUG oslo_concurrency.lockutils [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] Lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.321490] env[62664]: DEBUG oslo_concurrency.lockutils [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] Lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.321790] env[62664]: DEBUG nova.compute.manager [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] No waiting events found dispatching network-vif-plugged-49c9946d-e562-4528-b378-c28d323c66f3 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.321932] env[62664]: WARNING nova.compute.manager [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Received unexpected event network-vif-plugged-49c9946d-e562-4528-b378-c28d323c66f3 for instance with vm_state building and task_state spawning. [ 993.322253] env[62664]: DEBUG nova.compute.manager [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Received event network-changed-49c9946d-e562-4528-b378-c28d323c66f3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.322314] env[62664]: DEBUG nova.compute.manager [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Refreshing instance network info cache due to event network-changed-49c9946d-e562-4528-b378-c28d323c66f3. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.322731] env[62664]: DEBUG oslo_concurrency.lockutils [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] Acquiring lock "refresh_cache-8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.336771] env[62664]: DEBUG nova.network.neutron [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Updating instance_info_cache with network_info: [{"id": "49c9946d-e562-4528-b378-c28d323c66f3", "address": "fa:16:3e:fc:2d:ff", "network": {"id": "7ba81efe-6835-49f9-9ee5-8e21deef4bf0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1873769722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7404719f7ea5495aa3b16e56c1e9cca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c9946d-e5", "ovs_interfaceid": "49c9946d-e562-4528-b378-c28d323c66f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.345797] env[62664]: DEBUG nova.network.neutron [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.450988] env[62664]: DEBUG nova.network.neutron [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.477852] env[62664]: DEBUG oslo_vmware.rw_handles [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524950d9-f067-4272-b6de-9c7d6c12ec70/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 993.478089] env[62664]: INFO nova.virt.vmwareapi.images [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Downloaded image file data faeeb855-c8a2-4ff3-8dd6-f213f6b3c771 [ 993.479260] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e35aea-4d15-4f63-ae59-fa5cac90e734 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.496037] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37cb5522-b169-454c-8aef-72495d4d5c4e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.525740] env[62664]: INFO nova.virt.vmwareapi.images [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] The imported VM was unregistered [ 993.528496] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Caching image {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 993.528949] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating directory with path [datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.529482] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f06654b6-019a-429b-abf8-ec446d272864 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.542768] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Created directory with path [datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.543442] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317/OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317.vmdk to [datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771.vmdk. {{(pid=62664) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 993.546672] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8890e956-befd-4bea-9978-1e8e6bf5537f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.553975] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 993.553975] env[62664]: value = "task-2698372" [ 993.553975] env[62664]: _type = "Task" [ 993.553975] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.560967] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698372, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.634888] env[62664]: DEBUG nova.network.neutron [-] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.659157] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698367, 'name': PowerOffVM_Task, 'duration_secs': 0.256117} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.659465] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.660364] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7127187-1a5e-4b98-b1d5-d7330760333e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.686326] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b2619c-603d-4635-a2b7-20b5f43768f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.705285] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698369, 'name': Rename_Task, 'duration_secs': 0.222485} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.707968] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.709679] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e649cbe3-4e92-41be-8954-d7f25dc10029 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.721023] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 993.721023] env[62664]: value = "task-2698373" [ 993.721023] env[62664]: _type = "Task" [ 993.721023] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.736713] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.745860] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86e24e54-7584-425e-8fa4-1d46e7b64c63 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "00c4b240-e6c5-4551-866c-c3f82b3891f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.380s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.759979] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.764176] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f69f9504-341f-4863-a792-8b2197b25877 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.776545] env[62664]: DEBUG oslo_vmware.api [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Task: {'id': task-2698370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192989} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.778543] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.778941] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.779256] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.779566] env[62664]: INFO nova.compute.manager [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 993.780051] env[62664]: DEBUG oslo.service.loopingcall [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.782037] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 993.782037] env[62664]: value = "task-2698374" [ 993.782037] env[62664]: _type = "Task" [ 993.782037] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.783880] env[62664]: DEBUG nova.compute.manager [-] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.783976] env[62664]: DEBUG nova.network.neutron [-] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.802731] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 993.802960] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.803265] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.803460] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.803678] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.804263] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9814611d-4735-4aa7-b608-209341ddad7a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.817411] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.817623] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.818456] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e971cc-85d4-434b-b1df-b9b928bddef4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.831088] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 993.831088] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a91201-fb7a-1ebf-6ffb-e5d419ec102f" [ 993.831088] env[62664]: _type = "Task" [ 993.831088] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.839301] env[62664]: DEBUG oslo_concurrency.lockutils [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Releasing lock "refresh_cache-8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.839647] env[62664]: DEBUG nova.compute.manager [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Instance network_info: |[{"id": "49c9946d-e562-4528-b378-c28d323c66f3", "address": "fa:16:3e:fc:2d:ff", "network": {"id": "7ba81efe-6835-49f9-9ee5-8e21deef4bf0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1873769722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7404719f7ea5495aa3b16e56c1e9cca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c9946d-e5", "ovs_interfaceid": "49c9946d-e562-4528-b378-c28d323c66f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.845539] env[62664]: DEBUG oslo_concurrency.lockutils [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] Acquired lock "refresh_cache-8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.845539] env[62664]: DEBUG nova.network.neutron [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Refreshing network info cache for port 49c9946d-e562-4528-b378-c28d323c66f3 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.848215] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:2d:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49c9946d-e562-4528-b378-c28d323c66f3', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.858867] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Creating folder: Project (7404719f7ea5495aa3b16e56c1e9cca3). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.859307] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a91201-fb7a-1ebf-6ffb-e5d419ec102f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.866273] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d43d830a-7a59-4ea4-bc15-6fcdad62b85f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.884794] env[62664]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 993.884794] env[62664]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62664) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 993.885159] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Folder already exists: Project (7404719f7ea5495aa3b16e56c1e9cca3). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 993.885389] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Creating folder: Instances. Parent ref: group-v543750. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.885644] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b925a830-70a6-4370-8849-031900298942 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.899325] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Created folder: Instances in parent group-v543750. [ 993.899635] env[62664]: DEBUG oslo.service.loopingcall [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.902024] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.902024] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9782aaf3-1a86-49cd-9469-b00580cf86ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.928341] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.928341] env[62664]: value = "task-2698377" [ 993.928341] env[62664]: _type = "Task" [ 993.928341] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.942251] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698377, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.953859] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Releasing lock "refresh_cache-2cc0bb74-86ed-4219-ab30-e3e821d22526" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.954121] env[62664]: DEBUG nova.compute.manager [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.954356] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.955266] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b6fa98-e5e3-4456-a8ff-b85d059af633 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.968577] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.968577] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a37b7d5e-eea1-441c-9041-3c1aa7bed1a3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.979531] env[62664]: DEBUG oslo_vmware.api [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 993.979531] env[62664]: value = "task-2698378" [ 993.979531] env[62664]: _type = "Task" [ 993.979531] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.999295] env[62664]: DEBUG oslo_vmware.api [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.015635] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460e1691-07a0-4ed2-b049-bd27ab02e530 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.029306] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923eba38-6ab2-4f6a-95df-a791b76866a4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.070592] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e046ab69-96bd-43d6-8d9b-f3c017b04e04 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.081910] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698372, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.085851] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31315f6b-ab1b-4a57-ad4c-03a16447eb3c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.107047] env[62664]: DEBUG nova.compute.provider_tree [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.136978] env[62664]: INFO nova.compute.manager [-] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Took 1.37 seconds to deallocate network for instance. [ 994.239748] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.317126] env[62664]: DEBUG nova.network.neutron [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Updated VIF entry in instance network info cache for port 49c9946d-e562-4528-b378-c28d323c66f3. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.317802] env[62664]: DEBUG nova.network.neutron [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Updating instance_info_cache with network_info: [{"id": "49c9946d-e562-4528-b378-c28d323c66f3", "address": "fa:16:3e:fc:2d:ff", "network": {"id": "7ba81efe-6835-49f9-9ee5-8e21deef4bf0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1873769722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7404719f7ea5495aa3b16e56c1e9cca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c9946d-e5", "ovs_interfaceid": "49c9946d-e562-4528-b378-c28d323c66f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.347270] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a91201-fb7a-1ebf-6ffb-e5d419ec102f, 'name': SearchDatastore_Task, 'duration_secs': 0.022693} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.348178] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16fc0858-ef95-43f2-a04a-ee6a2fc517f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.360838] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 994.360838] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521655f7-d49b-76d9-db66-5ad94a6a0d8d" [ 994.360838] env[62664]: _type = "Task" [ 994.360838] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.376658] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521655f7-d49b-76d9-db66-5ad94a6a0d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.442391] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698377, 'name': CreateVM_Task, 'duration_secs': 0.45856} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.442576] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.443398] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543759', 'volume_id': '514c3df0-bd79-4b24-8323-4f878d6970b7', 'name': 'volume-514c3df0-bd79-4b24-8323-4f878d6970b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab', 'attached_at': '', 'detached_at': '', 'volume_id': '514c3df0-bd79-4b24-8323-4f878d6970b7', 'serial': '514c3df0-bd79-4b24-8323-4f878d6970b7'}, 'mount_device': '/dev/sda', 'attachment_id': '76426230-e609-4dd3-b0a5-1e3608d52c3d', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62664) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 994.443613] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Root volume attach. Driver type: vmdk {{(pid=62664) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 994.444562] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27e88ee-b033-401e-a72c-96662943d854 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.458687] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c9f48a-61f2-4f8b-a3a0-34573b166a09 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.472463] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd2cd99-8f9e-42e9-85bb-77d21cf218ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.487081] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-42326988-5441-4769-ac79-22c1ef3ed06d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.495407] env[62664]: DEBUG oslo_vmware.api [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698378, 'name': PowerOffVM_Task, 'duration_secs': 0.172151} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.495686] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.495854] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.496138] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3164faeb-8f6a-43fe-a4ff-18be7a9da39e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.500253] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for the task: (returnval){ [ 994.500253] env[62664]: value = "task-2698379" [ 994.500253] env[62664]: _type = "Task" [ 994.500253] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.514352] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698379, 'name': RelocateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.533561] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.533810] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.533994] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Deleting the datastore file [datastore2] 2cc0bb74-86ed-4219-ab30-e3e821d22526 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.534284] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804d3ff8-da94-4817-8c68-50eee244175a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.546481] env[62664]: DEBUG oslo_vmware.api [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for the task: (returnval){ [ 994.546481] env[62664]: value = "task-2698381" [ 994.546481] env[62664]: _type = "Task" [ 994.546481] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.560213] env[62664]: DEBUG oslo_vmware.api [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.580993] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698372, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.614135] env[62664]: DEBUG nova.scheduler.client.report [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.644808] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.735302] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.767109] env[62664]: DEBUG nova.network.neutron [-] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.820529] env[62664]: DEBUG oslo_concurrency.lockutils [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] Releasing lock "refresh_cache-8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.820732] env[62664]: DEBUG nova.compute.manager [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Received event network-vif-deleted-5ad791cf-c85c-4863-830d-f8b0aa761949 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.820957] env[62664]: INFO nova.compute.manager [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Neutron deleted interface 5ad791cf-c85c-4863-830d-f8b0aa761949; detaching it from the instance and deleting it from the info cache [ 994.821204] env[62664]: DEBUG nova.network.neutron [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.876869] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521655f7-d49b-76d9-db66-5ad94a6a0d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.022927} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.877190] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.877458] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] df59e274-31e6-4f35-b553-dd353b70d554/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. {{(pid=62664) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 994.877736] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ed5b6f-f358-4a7f-a71c-4ea2c0745324 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.889599] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 994.889599] env[62664]: value = "task-2698382" [ 994.889599] env[62664]: _type = "Task" [ 994.889599] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.902671] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.012346] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698379, 'name': RelocateVM_Task} progress is 20%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.058983] env[62664]: DEBUG oslo_vmware.api [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Task: {'id': task-2698381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276409} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.059213] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.059833] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.059833] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.059833] env[62664]: INFO nova.compute.manager [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Took 1.11 seconds to destroy the instance on the hypervisor. [ 995.060044] env[62664]: DEBUG oslo.service.loopingcall [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.060263] env[62664]: DEBUG nova.compute.manager [-] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.060350] env[62664]: DEBUG nova.network.neutron [-] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.078178] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698372, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.090659] env[62664]: DEBUG nova.network.neutron [-] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.121114] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.123564] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.479s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.123808] env[62664]: DEBUG nova.objects.instance [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lazy-loading 'resources' on Instance uuid a3b4410a-f7b8-4905-ac51-2ad278f63c99 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.141612] env[62664]: INFO nova.scheduler.client.report [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted allocations for instance 3e55dd64-c194-4829-9906-b7f38d0cf240 [ 995.238499] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698373, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.243840] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.244312] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.271950] env[62664]: INFO nova.compute.manager [-] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Took 1.49 seconds to deallocate network for instance. [ 995.325038] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5f1526c-321e-4287-9e39-f164792fddc3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.337482] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832a5e3a-40cc-4432-ad89-f47f943b4842 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.365037] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.365570] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.378023] env[62664]: DEBUG nova.compute.manager [req-bbdccdfd-7ebc-4aaa-92e8-59b7a3d40041 req-7500a5af-4396-41e8-b0f8-854c6d992538 service nova] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Detach interface failed, port_id=5ad791cf-c85c-4863-830d-f8b0aa761949, reason: Instance a3b4410a-f7b8-4905-ac51-2ad278f63c99 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 995.403360] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698382, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.486801] env[62664]: DEBUG nova.compute.manager [req-0e463b08-df18-4508-abf0-9efd30446c72 req-9d7bf793-2c3b-4456-91bb-e4c142f1533d service nova] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Received event network-vif-deleted-c7f44dab-2d14-4758-aa53-f579ea429eb8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.518482] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698379, 'name': RelocateVM_Task, 'duration_secs': 0.555742} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.518922] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 995.519203] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543759', 'volume_id': '514c3df0-bd79-4b24-8323-4f878d6970b7', 'name': 'volume-514c3df0-bd79-4b24-8323-4f878d6970b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab', 'attached_at': '', 'detached_at': '', 'volume_id': '514c3df0-bd79-4b24-8323-4f878d6970b7', 'serial': '514c3df0-bd79-4b24-8323-4f878d6970b7'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 995.520272] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f818e3bb-aa1e-4b63-85d9-85d42eeb4869 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.540303] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e46f4a-e61c-40ce-9a94-7925da43b8d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.566694] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-514c3df0-bd79-4b24-8323-4f878d6970b7/volume-514c3df0-bd79-4b24-8323-4f878d6970b7.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.567148] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5356a7d0-2128-4860-949c-6970bb1f42e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.592995] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for the task: (returnval){ [ 995.592995] env[62664]: value = "task-2698383" [ 995.592995] env[62664]: _type = "Task" [ 995.592995] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.596383] env[62664]: DEBUG nova.network.neutron [-] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.597777] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698372, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.612645] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.653170] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8caa8703-2127-4cce-a429-7e33a3097c9e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "3e55dd64-c194-4829-9906-b7f38d0cf240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.600s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.737355] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698373, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.746362] env[62664]: DEBUG nova.compute.manager [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.777880] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.840021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14be1d75-7bdb-4be7-8e98-7b56c8583a05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.854547] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8f73b1-f8f6-46b7-81e7-a7386a5a36d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.897264] env[62664]: DEBUG nova.compute.utils [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 995.902761] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efd5feb-6cb0-4ad6-b16a-370dbe52fc8b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.918686] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b37babb-6ea8-4cba-a733-66fdd8f3dec8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.923386] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719436} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.923687] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] df59e274-31e6-4f35-b553-dd353b70d554/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk. [ 995.925229] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b65d5f1-d324-43c0-83c5-9b998ce78b37 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.940452] env[62664]: DEBUG nova.compute.provider_tree [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.967841] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] df59e274-31e6-4f35-b553-dd353b70d554/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.969020] env[62664]: DEBUG nova.scheduler.client.report [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.972508] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5896a601-cb96-448f-8919-1b197b3bb9cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.995744] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 995.995744] env[62664]: value = "task-2698384" [ 995.995744] env[62664]: _type = "Task" [ 995.995744] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.004865] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.077406] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698372, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.500492} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.077406] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317/OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317.vmdk to [datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771.vmdk. [ 996.077406] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Cleaning up location [datastore1] OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 996.077406] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ae72193a-dd0f-46c3-8675-1d0228dcb317 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.077735] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ac90851-c064-44e1-9ead-bde5d52b5b58 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.085893] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 996.085893] env[62664]: value = "task-2698385" [ 996.085893] env[62664]: _type = "Task" [ 996.085893] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.094292] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.098938] env[62664]: INFO nova.compute.manager [-] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Took 1.04 seconds to deallocate network for instance. [ 996.109374] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698383, 'name': ReconfigVM_Task, 'duration_secs': 0.399232} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.109889] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-514c3df0-bd79-4b24-8323-4f878d6970b7/volume-514c3df0-bd79-4b24-8323-4f878d6970b7.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.114768] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ef3213b-3616-40ac-acc9-f2ad068feb1c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.133141] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for the task: (returnval){ [ 996.133141] env[62664]: value = "task-2698386" [ 996.133141] env[62664]: _type = "Task" [ 996.133141] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.146060] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.237153] env[62664]: DEBUG oslo_vmware.api [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698373, 'name': PowerOnVM_Task, 'duration_secs': 2.468226} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.237435] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.237658] env[62664]: INFO nova.compute.manager [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Took 11.79 seconds to spawn the instance on the hypervisor. [ 996.237845] env[62664]: DEBUG nova.compute.manager [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.238737] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975f07cb-c23a-4b53-8688-5a1eed6f9b05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.267838] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.407210] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.041s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.452935] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.453191] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.490258] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.367s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.492499] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.715s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.492738] env[62664]: DEBUG nova.objects.instance [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lazy-loading 'resources' on Instance uuid bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.506813] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.513795] env[62664]: INFO nova.scheduler.client.report [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted allocations for instance a3b4410a-f7b8-4905-ac51-2ad278f63c99 [ 996.596018] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059484} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.596216] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.596387] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.596785] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771.vmdk to [datastore1] 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b/9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.596902] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4f26899-9d36-4e89-8ea6-3ffa4bd1edf6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.604338] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 996.604338] env[62664]: value = "task-2698387" [ 996.604338] env[62664]: _type = "Task" [ 996.604338] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.613420] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.613689] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.642052] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698386, 'name': ReconfigVM_Task, 'duration_secs': 0.148041} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.642333] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543759', 'volume_id': '514c3df0-bd79-4b24-8323-4f878d6970b7', 'name': 'volume-514c3df0-bd79-4b24-8323-4f878d6970b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab', 'attached_at': '', 'detached_at': '', 'volume_id': '514c3df0-bd79-4b24-8323-4f878d6970b7', 'serial': '514c3df0-bd79-4b24-8323-4f878d6970b7'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 996.642846] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f23e1b1-c546-4112-ac01-066e561d6185 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.651031] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for the task: (returnval){ [ 996.651031] env[62664]: value = "task-2698388" [ 996.651031] env[62664]: _type = "Task" [ 996.651031] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.661815] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698388, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.758174] env[62664]: INFO nova.compute.manager [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Took 19.02 seconds to build instance. [ 996.955916] env[62664]: DEBUG nova.compute.manager [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.009568] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.021355] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c92d195c-f4a0-45b7-b0d9-3d720073919b tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a3b4410a-f7b8-4905-ac51-2ad278f63c99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.948s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.118697] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.164572] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698388, 'name': Rename_Task, 'duration_secs': 0.14202} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.165081] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.165346] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b8f5d63-e9b9-4319-8dbe-949a77a737fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.175067] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for the task: (returnval){ [ 997.175067] env[62664]: value = "task-2698389" [ 997.175067] env[62664]: _type = "Task" [ 997.175067] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.186024] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.239377] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.239660] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.249357] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fe737e-0197-4117-96c9-007813698197 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.259290] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48583bcd-601b-4df5-9336-728ced193515 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.267025] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ef1dda0d-2dbb-495e-9199-983ccc8290ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.537s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.297181] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e15d158-7e75-463c-be53-bff659026647 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.307244] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff884d-673e-4781-8566-ef6d1951882e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.329029] env[62664]: DEBUG nova.compute.provider_tree [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.441617] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.441617] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.441617] env[62664]: INFO nova.compute.manager [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Attaching volume 980ec3d6-cc6d-4947-ba31-67ddb63e64c5 to /dev/sdb [ 997.485530] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.493887] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be12de4a-556f-4da1-8131-c145aaef2e77 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.507118] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1c9fe4-2090-448a-a246-37031dae2c6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.518489] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698384, 'name': ReconfigVM_Task, 'duration_secs': 1.435572} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.518860] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Reconfigured VM instance instance-00000046 to attach disk [datastore2] df59e274-31e6-4f35-b553-dd353b70d554/e056a389-db67-47df-a0e1-5d8e9f6cd089-rescue.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.519823] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382da9a3-b09b-42fb-8c31-255c365a0637 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.555190] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5c9db6-4d85-4be1-a2b1-5608008d0bcf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.566424] env[62664]: DEBUG nova.virt.block_device [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updating existing volume attachment record: f474a21d-c1b7-43cf-90d3-7696fd5ee39b {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 997.580196] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 997.580196] env[62664]: value = "task-2698390" [ 997.580196] env[62664]: _type = "Task" [ 997.580196] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.595273] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.619767] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698387, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.690295] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.744035] env[62664]: DEBUG nova.compute.manager [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.832028] env[62664]: DEBUG nova.scheduler.client.report [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.917269] env[62664]: DEBUG nova.compute.manager [req-d7c5fe8c-6842-4240-9519-0043edd5a25e req-c6771c3d-24ec-45a9-ae1b-37e80e25e70d service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Received event network-changed-d3590a54-4832-48fb-b903-116709b0b134 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.917592] env[62664]: DEBUG nova.compute.manager [req-d7c5fe8c-6842-4240-9519-0043edd5a25e req-c6771c3d-24ec-45a9-ae1b-37e80e25e70d service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Refreshing instance network info cache due to event network-changed-d3590a54-4832-48fb-b903-116709b0b134. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 997.918154] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7c5fe8c-6842-4240-9519-0043edd5a25e req-c6771c3d-24ec-45a9-ae1b-37e80e25e70d service nova] Acquiring lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.918154] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7c5fe8c-6842-4240-9519-0043edd5a25e req-c6771c3d-24ec-45a9-ae1b-37e80e25e70d service nova] Acquired lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.918154] env[62664]: DEBUG nova.network.neutron [req-d7c5fe8c-6842-4240-9519-0043edd5a25e req-c6771c3d-24ec-45a9-ae1b-37e80e25e70d service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Refreshing network info cache for port d3590a54-4832-48fb-b903-116709b0b134 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.923951] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "043dc29e-93eb-4a28-bc3f-37d859f4973a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.924490] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "043dc29e-93eb-4a28-bc3f-37d859f4973a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.096521] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698390, 'name': ReconfigVM_Task, 'duration_secs': 0.473061} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.096886] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.097183] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-483f9d00-18c7-4ed3-884b-3f74521b10ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.112614] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 998.112614] env[62664]: value = "task-2698394" [ 998.112614] env[62664]: _type = "Task" [ 998.112614] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.121832] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698387, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.126912] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.191406] env[62664]: DEBUG oslo_vmware.api [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698389, 'name': PowerOnVM_Task, 'duration_secs': 0.572111} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.191784] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.191943] env[62664]: INFO nova.compute.manager [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Took 4.91 seconds to spawn the instance on the hypervisor. [ 998.192140] env[62664]: DEBUG nova.compute.manager [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.192962] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7d951c-eae8-40ac-a6a5-02ef6fe8bc5c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.270934] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.336409] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.339411] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.072s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.341400] env[62664]: INFO nova.compute.claims [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.357752] env[62664]: INFO nova.scheduler.client.report [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Deleted allocations for instance bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a [ 998.427906] env[62664]: DEBUG nova.compute.manager [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.622621] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698387, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.626271] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.718239] env[62664]: INFO nova.compute.manager [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Took 11.58 seconds to build instance. [ 998.723044] env[62664]: DEBUG nova.network.neutron [req-d7c5fe8c-6842-4240-9519-0043edd5a25e req-c6771c3d-24ec-45a9-ae1b-37e80e25e70d service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updated VIF entry in instance network info cache for port d3590a54-4832-48fb-b903-116709b0b134. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.723374] env[62664]: DEBUG nova.network.neutron [req-d7c5fe8c-6842-4240-9519-0043edd5a25e req-c6771c3d-24ec-45a9-ae1b-37e80e25e70d service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance_info_cache with network_info: [{"id": "d3590a54-4832-48fb-b903-116709b0b134", "address": "fa:16:3e:70:46:9b", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3590a54-48", "ovs_interfaceid": "d3590a54-4832-48fb-b903-116709b0b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.866100] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd5526a6-4f27-492d-884e-aca010d8b11c tempest-InstanceActionsV221TestJSON-1214752520 tempest-InstanceActionsV221TestJSON-1214752520-project-member] Lock "bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.794s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.952425] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.121112] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698387, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.137766] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698394, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.220293] env[62664]: DEBUG oslo_concurrency.lockutils [None req-951efdcc-b4a5-4d8d-b871-bd4adf6a56cb tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.087s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.226013] env[62664]: DEBUG oslo_concurrency.lockutils [req-d7c5fe8c-6842-4240-9519-0043edd5a25e req-c6771c3d-24ec-45a9-ae1b-37e80e25e70d service nova] Releasing lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.624308] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698387, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.630952] env[62664]: DEBUG oslo_vmware.api [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698394, 'name': PowerOnVM_Task, 'duration_secs': 1.096329} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.631305] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.636906] env[62664]: DEBUG nova.compute.manager [None req-9ce90a91-8a90-4db7-af7c-dd028d1bce11 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.638245] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0042cad-1207-4df0-bf81-c15eaf4f838f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.643412] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff84f2a-6b66-4fa0-b822-7754e371b8d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.657021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7369cf9-a527-4faa-967c-33859d780083 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.700996] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efca095-656d-47a1-9260-2c6b44920c3b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.710752] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e01ee54-8ce0-4342-9673-34482ff5ae40 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.726646] env[62664]: DEBUG nova.compute.provider_tree [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.121216] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698387, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.0687} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.121529] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771/faeeb855-c8a2-4ff3-8dd6-f213f6b3c771.vmdk to [datastore1] 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b/9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.122392] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec72d1bd-ffdc-40e3-866d-8805d4fea47c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.145921] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b/9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b.vmdk or device None with type streamOptimized {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.146798] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b51436-72e4-4d31-b836-c0735b842092 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.169506] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1000.169506] env[62664]: value = "task-2698396" [ 1000.169506] env[62664]: _type = "Task" [ 1000.169506] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.179599] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.230116] env[62664]: DEBUG nova.scheduler.client.report [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.362620] env[62664]: DEBUG nova.compute.manager [req-6b160448-62ce-4671-93f8-be60cbd12367 req-af17d0b7-8f5d-402b-8e66-bfc5c4bb9d87 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Received event network-changed-49c9946d-e562-4528-b378-c28d323c66f3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.362846] env[62664]: DEBUG nova.compute.manager [req-6b160448-62ce-4671-93f8-be60cbd12367 req-af17d0b7-8f5d-402b-8e66-bfc5c4bb9d87 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Refreshing instance network info cache due to event network-changed-49c9946d-e562-4528-b378-c28d323c66f3. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1000.363105] env[62664]: DEBUG oslo_concurrency.lockutils [req-6b160448-62ce-4671-93f8-be60cbd12367 req-af17d0b7-8f5d-402b-8e66-bfc5c4bb9d87 service nova] Acquiring lock "refresh_cache-8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.363276] env[62664]: DEBUG oslo_concurrency.lockutils [req-6b160448-62ce-4671-93f8-be60cbd12367 req-af17d0b7-8f5d-402b-8e66-bfc5c4bb9d87 service nova] Acquired lock "refresh_cache-8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.363446] env[62664]: DEBUG nova.network.neutron [req-6b160448-62ce-4671-93f8-be60cbd12367 req-af17d0b7-8f5d-402b-8e66-bfc5c4bb9d87 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Refreshing network info cache for port 49c9946d-e562-4528-b378-c28d323c66f3 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.681302] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698396, 'name': ReconfigVM_Task, 'duration_secs': 0.356052} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.682485] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b/9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b.vmdk or device None with type streamOptimized {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.683011] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'image_id': 'e056a389-db67-47df-a0e1-5d8e9f6cd089'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543757', 'volume_id': '45d6650f-f844-484c-8980-9cb764e2f4f8', 'name': 'volume-45d6650f-f844-484c-8980-9cb764e2f4f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b', 'attached_at': '', 'detached_at': '', 'volume_id': '45d6650f-f844-484c-8980-9cb764e2f4f8', 'serial': '45d6650f-f844-484c-8980-9cb764e2f4f8'}, 'mount_device': '/dev/sdb', 'attachment_id': 'd8c1b29c-f804-4b97-9b5e-d81cdf5c7601', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62664) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1000.683245] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1000.683736] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543757', 'volume_id': '45d6650f-f844-484c-8980-9cb764e2f4f8', 'name': 'volume-45d6650f-f844-484c-8980-9cb764e2f4f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b', 'attached_at': '', 'detached_at': '', 'volume_id': '45d6650f-f844-484c-8980-9cb764e2f4f8', 'serial': '45d6650f-f844-484c-8980-9cb764e2f4f8'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1000.684261] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e834e23-525c-4d44-ae24-755b104e70c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.701667] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baed921f-fa2b-495b-b8cf-f37b6da1d256 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.729831] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-45d6650f-f844-484c-8980-9cb764e2f4f8/volume-45d6650f-f844-484c-8980-9cb764e2f4f8.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.730436] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb2e694b-7ab1-4fe4-95a4-83c55490ac43 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.744135] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.744433] env[62664]: DEBUG nova.compute.manager [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.747176] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.134s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.747368] env[62664]: DEBUG nova.objects.instance [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lazy-loading 'resources' on Instance uuid 2cc0bb74-86ed-4219-ab30-e3e821d22526 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.756042] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1000.756042] env[62664]: value = "task-2698397" [ 1000.756042] env[62664]: _type = "Task" [ 1000.756042] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.766167] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.152830] env[62664]: DEBUG nova.network.neutron [req-6b160448-62ce-4671-93f8-be60cbd12367 req-af17d0b7-8f5d-402b-8e66-bfc5c4bb9d87 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Updated VIF entry in instance network info cache for port 49c9946d-e562-4528-b378-c28d323c66f3. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.153468] env[62664]: DEBUG nova.network.neutron [req-6b160448-62ce-4671-93f8-be60cbd12367 req-af17d0b7-8f5d-402b-8e66-bfc5c4bb9d87 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Updating instance_info_cache with network_info: [{"id": "49c9946d-e562-4528-b378-c28d323c66f3", "address": "fa:16:3e:fc:2d:ff", "network": {"id": "7ba81efe-6835-49f9-9ee5-8e21deef4bf0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1873769722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7404719f7ea5495aa3b16e56c1e9cca3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c9946d-e5", "ovs_interfaceid": "49c9946d-e562-4528-b378-c28d323c66f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.253862] env[62664]: DEBUG nova.compute.utils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1001.255599] env[62664]: DEBUG nova.compute.manager [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.255759] env[62664]: DEBUG nova.network.neutron [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.267585] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698397, 'name': ReconfigVM_Task, 'duration_secs': 0.397007} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.268431] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-45d6650f-f844-484c-8980-9cb764e2f4f8/volume-45d6650f-f844-484c-8980-9cb764e2f4f8.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.275742] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e8e80b3-ed82-4339-be3f-e0d585a87270 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.291871] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1001.291871] env[62664]: value = "task-2698398" [ 1001.291871] env[62664]: _type = "Task" [ 1001.291871] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.298049] env[62664]: DEBUG nova.policy [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ab3825f7c744eb976ab71ee5f71fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfa326de3e2b402cb8f1bce0cc2c4d69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.308911] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.460163] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1762eb8-9ed1-4124-994d-1071d1af3148 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.469537] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f8e714-8d46-4590-80fb-9596081e3d6d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.501000] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a169cd-3db3-468a-97fa-5cac335992e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.509443] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82818d84-242e-4132-ae0d-001f11937b73 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.523901] env[62664]: DEBUG nova.compute.provider_tree [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.564889] env[62664]: INFO nova.compute.manager [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Unrescuing [ 1001.565190] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.565572] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquired lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.565572] env[62664]: DEBUG nova.network.neutron [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.595622] env[62664]: DEBUG nova.network.neutron [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Successfully created port: e7b8db82-0b19-4f2f-9b62-75ff492bed86 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.655880] env[62664]: DEBUG oslo_concurrency.lockutils [req-6b160448-62ce-4671-93f8-be60cbd12367 req-af17d0b7-8f5d-402b-8e66-bfc5c4bb9d87 service nova] Releasing lock "refresh_cache-8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.759752] env[62664]: DEBUG nova.compute.manager [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.803281] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.027292] env[62664]: DEBUG nova.scheduler.client.report [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.120976] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1002.121273] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543777', 'volume_id': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'name': 'volume-980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06103e46-6660-4f00-b9d2-c5d37ac2e955', 'attached_at': '', 'detached_at': '', 'volume_id': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'serial': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1002.122237] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8432c9d-c39f-48c2-b2d2-bf9ae26851f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.145162] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a377ec35-7282-4cdc-a51d-0dba156f1191 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.172729] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-980ec3d6-cc6d-4947-ba31-67ddb63e64c5/volume-980ec3d6-cc6d-4947-ba31-67ddb63e64c5.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.173130] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aaaec7a-7626-4be6-ab5c-663346b8fbed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.196701] env[62664]: DEBUG oslo_vmware.api [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1002.196701] env[62664]: value = "task-2698399" [ 1002.196701] env[62664]: _type = "Task" [ 1002.196701] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.206408] env[62664]: DEBUG oslo_vmware.api [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.303590] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698398, 'name': ReconfigVM_Task, 'duration_secs': 0.969362} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.307574] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543757', 'volume_id': '45d6650f-f844-484c-8980-9cb764e2f4f8', 'name': 'volume-45d6650f-f844-484c-8980-9cb764e2f4f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b', 'attached_at': '', 'detached_at': '', 'volume_id': '45d6650f-f844-484c-8980-9cb764e2f4f8', 'serial': '45d6650f-f844-484c-8980-9cb764e2f4f8'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1002.308978] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37261a29-e4c0-406a-ae27-94dfad44fd48 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.316831] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1002.316831] env[62664]: value = "task-2698400" [ 1002.316831] env[62664]: _type = "Task" [ 1002.316831] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.326449] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698400, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.369888] env[62664]: DEBUG nova.network.neutron [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updating instance_info_cache with network_info: [{"id": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "address": "fa:16:3e:a2:af:d0", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34623f-f1", "ovs_interfaceid": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.532428] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.535274] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.050s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.536776] env[62664]: INFO nova.compute.claims [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.561916] env[62664]: INFO nova.scheduler.client.report [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Deleted allocations for instance 2cc0bb74-86ed-4219-ab30-e3e821d22526 [ 1002.706898] env[62664]: DEBUG oslo_vmware.api [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.769838] env[62664]: DEBUG nova.compute.manager [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.795111] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.795398] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.795563] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.795746] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.795924] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.796048] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.796263] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.796422] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.796584] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.796790] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.796963] env[62664]: DEBUG nova.virt.hardware [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.797905] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74b3687-0a83-4612-b35c-f64eef184119 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.806472] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72792e-12f4-4019-80f2-04866ded7008 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.827386] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698400, 'name': Rename_Task, 'duration_secs': 0.164147} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.827597] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.827821] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50315484-19ef-4368-9358-f2b9326c6f69 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.834428] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1002.834428] env[62664]: value = "task-2698401" [ 1002.834428] env[62664]: _type = "Task" [ 1002.834428] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.845311] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.872662] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Releasing lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.873293] env[62664]: DEBUG nova.objects.instance [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lazy-loading 'flavor' on Instance uuid df59e274-31e6-4f35-b553-dd353b70d554 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.999598] env[62664]: DEBUG nova.compute.manager [req-022a1b82-ad99-4865-b642-549b318a016d req-61b0d4e7-639d-4304-9ec1-4ba4c191b0bb service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Received event network-vif-plugged-e7b8db82-0b19-4f2f-9b62-75ff492bed86 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.999825] env[62664]: DEBUG oslo_concurrency.lockutils [req-022a1b82-ad99-4865-b642-549b318a016d req-61b0d4e7-639d-4304-9ec1-4ba4c191b0bb service nova] Acquiring lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.000470] env[62664]: DEBUG oslo_concurrency.lockutils [req-022a1b82-ad99-4865-b642-549b318a016d req-61b0d4e7-639d-4304-9ec1-4ba4c191b0bb service nova] Lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.000652] env[62664]: DEBUG oslo_concurrency.lockutils [req-022a1b82-ad99-4865-b642-549b318a016d req-61b0d4e7-639d-4304-9ec1-4ba4c191b0bb service nova] Lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.000824] env[62664]: DEBUG nova.compute.manager [req-022a1b82-ad99-4865-b642-549b318a016d req-61b0d4e7-639d-4304-9ec1-4ba4c191b0bb service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] No waiting events found dispatching network-vif-plugged-e7b8db82-0b19-4f2f-9b62-75ff492bed86 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.000995] env[62664]: WARNING nova.compute.manager [req-022a1b82-ad99-4865-b642-549b318a016d req-61b0d4e7-639d-4304-9ec1-4ba4c191b0bb service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Received unexpected event network-vif-plugged-e7b8db82-0b19-4f2f-9b62-75ff492bed86 for instance with vm_state building and task_state spawning. [ 1003.069368] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2f879b79-5b54-4df3-a094-2688ee10686f tempest-ServerShowV247Test-1706967914 tempest-ServerShowV247Test-1706967914-project-member] Lock "2cc0bb74-86ed-4219-ab30-e3e821d22526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.775s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.092721] env[62664]: DEBUG nova.network.neutron [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Successfully updated port: e7b8db82-0b19-4f2f-9b62-75ff492bed86 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.207813] env[62664]: DEBUG oslo_vmware.api [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698399, 'name': ReconfigVM_Task, 'duration_secs': 0.709366} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.208559] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-980ec3d6-cc6d-4947-ba31-67ddb63e64c5/volume-980ec3d6-cc6d-4947-ba31-67ddb63e64c5.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.213013] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-642ca824-b599-4826-9b9f-ab21ff977412 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.230368] env[62664]: DEBUG oslo_vmware.api [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1003.230368] env[62664]: value = "task-2698402" [ 1003.230368] env[62664]: _type = "Task" [ 1003.230368] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.240522] env[62664]: DEBUG oslo_vmware.api [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.345984] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.378848] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eed738-1993-4a96-95ca-b123d036d1f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.402922] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.403305] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecb44d09-acc9-473c-bf16-e30521c1e16c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.410221] env[62664]: DEBUG oslo_vmware.api [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1003.410221] env[62664]: value = "task-2698403" [ 1003.410221] env[62664]: _type = "Task" [ 1003.410221] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.419381] env[62664]: DEBUG oslo_vmware.api [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.596128] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-f5f6e3b3-8537-473d-982c-f69833e0d6b5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.596260] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-f5f6e3b3-8537-473d-982c-f69833e0d6b5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.596416] env[62664]: DEBUG nova.network.neutron [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.727839] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6659e6-ed78-4de6-872d-9b895ae46602 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.743009] env[62664]: DEBUG oslo_vmware.api [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698402, 'name': ReconfigVM_Task, 'duration_secs': 0.155588} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.744099] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d960e8f-60da-49a7-8cb2-47fbac05008d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.747848] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543777', 'volume_id': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'name': 'volume-980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06103e46-6660-4f00-b9d2-c5d37ac2e955', 'attached_at': '', 'detached_at': '', 'volume_id': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'serial': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1003.781045] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154d1dad-5e45-4830-af87-bd6e80f58792 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.791617] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10fefbc-2c1e-4969-9c6f-23569b5f75b8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.806298] env[62664]: DEBUG nova.compute.provider_tree [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.846730] env[62664]: DEBUG oslo_vmware.api [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698401, 'name': PowerOnVM_Task, 'duration_secs': 1.005329} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.846993] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.924263] env[62664]: DEBUG oslo_vmware.api [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698403, 'name': PowerOffVM_Task, 'duration_secs': 0.447409} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.924263] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.928279] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Reconfiguring VM instance instance-00000046 to detach disk 2002 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1003.928738] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b3fffd-61a8-44be-99c5-a02fcae5af69 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.954168] env[62664]: DEBUG oslo_vmware.api [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1003.954168] env[62664]: value = "task-2698404" [ 1003.954168] env[62664]: _type = "Task" [ 1003.954168] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.954168] env[62664]: DEBUG nova.compute.manager [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.955253] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc15b80-1b05-4c8c-88a9-8707432e5c2c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.972055] env[62664]: DEBUG oslo_vmware.api [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698404, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.130040] env[62664]: DEBUG nova.network.neutron [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.265678] env[62664]: DEBUG nova.network.neutron [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Updating instance_info_cache with network_info: [{"id": "e7b8db82-0b19-4f2f-9b62-75ff492bed86", "address": "fa:16:3e:9d:03:16", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b8db82-0b", "ovs_interfaceid": "e7b8db82-0b19-4f2f-9b62-75ff492bed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.309797] env[62664]: DEBUG nova.scheduler.client.report [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.465616] env[62664]: DEBUG oslo_vmware.api [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.479018] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8658007c-126a-440f-8896-4ca02a4d30ff tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.011s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.768858] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-f5f6e3b3-8537-473d-982c-f69833e0d6b5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.769060] env[62664]: DEBUG nova.compute.manager [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Instance network_info: |[{"id": "e7b8db82-0b19-4f2f-9b62-75ff492bed86", "address": "fa:16:3e:9d:03:16", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b8db82-0b", "ovs_interfaceid": "e7b8db82-0b19-4f2f-9b62-75ff492bed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.769530] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:03:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7b8db82-0b19-4f2f-9b62-75ff492bed86', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.777035] env[62664]: DEBUG oslo.service.loopingcall [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.777275] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.777514] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6b68592-dcc5-474e-95b2-050d5753f351 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.792633] env[62664]: DEBUG nova.objects.instance [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'flavor' on Instance uuid 06103e46-6660-4f00-b9d2-c5d37ac2e955 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.799960] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.799960] env[62664]: value = "task-2698405" [ 1004.799960] env[62664]: _type = "Task" [ 1004.799960] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.810446] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698405, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.814859] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.815567] env[62664]: DEBUG nova.compute.manager [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.819541] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.549s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.822105] env[62664]: INFO nova.compute.claims [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.966149] env[62664]: DEBUG oslo_vmware.api [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698404, 'name': ReconfigVM_Task, 'duration_secs': 0.649102} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.966433] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Reconfigured VM instance instance-00000046 to detach disk 2002 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1004.966631] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.966895] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93820ecc-b31e-40c4-8459-5372b7930eed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.974982] env[62664]: DEBUG oslo_vmware.api [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1004.974982] env[62664]: value = "task-2698406" [ 1004.974982] env[62664]: _type = "Task" [ 1004.974982] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.983575] env[62664]: DEBUG oslo_vmware.api [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.033012] env[62664]: DEBUG nova.compute.manager [req-edaabf48-63c2-4287-aedd-84358a326dd8 req-d90853e2-e59c-4373-8ccf-e63e703bb0b1 service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Received event network-changed-e7b8db82-0b19-4f2f-9b62-75ff492bed86 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.033261] env[62664]: DEBUG nova.compute.manager [req-edaabf48-63c2-4287-aedd-84358a326dd8 req-d90853e2-e59c-4373-8ccf-e63e703bb0b1 service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Refreshing instance network info cache due to event network-changed-e7b8db82-0b19-4f2f-9b62-75ff492bed86. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1005.033442] env[62664]: DEBUG oslo_concurrency.lockutils [req-edaabf48-63c2-4287-aedd-84358a326dd8 req-d90853e2-e59c-4373-8ccf-e63e703bb0b1 service nova] Acquiring lock "refresh_cache-f5f6e3b3-8537-473d-982c-f69833e0d6b5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.033614] env[62664]: DEBUG oslo_concurrency.lockutils [req-edaabf48-63c2-4287-aedd-84358a326dd8 req-d90853e2-e59c-4373-8ccf-e63e703bb0b1 service nova] Acquired lock "refresh_cache-f5f6e3b3-8537-473d-982c-f69833e0d6b5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.033734] env[62664]: DEBUG nova.network.neutron [req-edaabf48-63c2-4287-aedd-84358a326dd8 req-d90853e2-e59c-4373-8ccf-e63e703bb0b1 service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Refreshing network info cache for port e7b8db82-0b19-4f2f-9b62-75ff492bed86 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.300058] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cf892d9-1d69-42b5-97c1-a4039eab8028 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.861s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.311474] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698405, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.329088] env[62664]: DEBUG nova.compute.utils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1005.332833] env[62664]: DEBUG nova.compute.manager [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.333857] env[62664]: DEBUG nova.network.neutron [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.386462] env[62664]: DEBUG nova.policy [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5231b9d2526944f2824af2094a32fe8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c1ba595e904276a7aaeaca7aa52e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.489349] env[62664]: DEBUG oslo_vmware.api [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698406, 'name': PowerOnVM_Task, 'duration_secs': 0.46576} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.489349] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.489349] env[62664]: DEBUG nova.compute.manager [None req-2a82eff7-4b56-4b4c-9c88-d6d2002eabe2 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.489349] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a84440-5a35-4ee9-9bbf-2ad7303643a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.733203] env[62664]: DEBUG nova.network.neutron [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Successfully created port: a1170e9b-e3d9-476c-a25f-6a253af558d3 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.747209] env[62664]: DEBUG nova.network.neutron [req-edaabf48-63c2-4287-aedd-84358a326dd8 req-d90853e2-e59c-4373-8ccf-e63e703bb0b1 service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Updated VIF entry in instance network info cache for port e7b8db82-0b19-4f2f-9b62-75ff492bed86. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.747576] env[62664]: DEBUG nova.network.neutron [req-edaabf48-63c2-4287-aedd-84358a326dd8 req-d90853e2-e59c-4373-8ccf-e63e703bb0b1 service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Updating instance_info_cache with network_info: [{"id": "e7b8db82-0b19-4f2f-9b62-75ff492bed86", "address": "fa:16:3e:9d:03:16", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b8db82-0b", "ovs_interfaceid": "e7b8db82-0b19-4f2f-9b62-75ff492bed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.814025] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698405, 'name': CreateVM_Task, 'duration_secs': 0.559884} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.814025] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.814025] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.814025] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.814025] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.814025] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e399ee09-6f86-445f-a339-670671418471 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.819828] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1005.819828] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d6fb87-8bde-c0c9-dc9e-3dc45edf7be4" [ 1005.819828] env[62664]: _type = "Task" [ 1005.819828] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.831628] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d6fb87-8bde-c0c9-dc9e-3dc45edf7be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.833231] env[62664]: DEBUG nova.compute.manager [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.839660] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.840288] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.879203] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.879451] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.879628] env[62664]: DEBUG nova.compute.manager [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.880862] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af68a5-bca5-452b-bdc2-7d6cb0c0cfdf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.887645] env[62664]: DEBUG nova.compute.manager [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1005.888243] env[62664]: DEBUG nova.objects.instance [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'flavor' on Instance uuid 06103e46-6660-4f00-b9d2-c5d37ac2e955 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.071988] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf5bca-11da-44bc-a5c2-bf248c30b555 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.080934] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd1827d-13fd-432c-8909-a0f223dd0819 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.111702] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d066b-58b7-49c0-981e-46527db5d179 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.120124] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083ed8d6-cbf0-4f89-a539-4c7aebcc9c4b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.135400] env[62664]: DEBUG nova.compute.provider_tree [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.253049] env[62664]: DEBUG oslo_concurrency.lockutils [req-edaabf48-63c2-4287-aedd-84358a326dd8 req-d90853e2-e59c-4373-8ccf-e63e703bb0b1 service nova] Releasing lock "refresh_cache-f5f6e3b3-8537-473d-982c-f69833e0d6b5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.285580] env[62664]: DEBUG nova.compute.manager [req-0bb92574-f035-4409-90e2-5a59dfdd5866 req-38470ff4-a897-470e-bc9e-2b9820492bd2 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Received event network-changed-3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.285767] env[62664]: DEBUG nova.compute.manager [req-0bb92574-f035-4409-90e2-5a59dfdd5866 req-38470ff4-a897-470e-bc9e-2b9820492bd2 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Refreshing instance network info cache due to event network-changed-3e34623f-f163-47c7-8d96-82c8d7f79ae8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1006.285982] env[62664]: DEBUG oslo_concurrency.lockutils [req-0bb92574-f035-4409-90e2-5a59dfdd5866 req-38470ff4-a897-470e-bc9e-2b9820492bd2 service nova] Acquiring lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.286144] env[62664]: DEBUG oslo_concurrency.lockutils [req-0bb92574-f035-4409-90e2-5a59dfdd5866 req-38470ff4-a897-470e-bc9e-2b9820492bd2 service nova] Acquired lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.286305] env[62664]: DEBUG nova.network.neutron [req-0bb92574-f035-4409-90e2-5a59dfdd5866 req-38470ff4-a897-470e-bc9e-2b9820492bd2 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Refreshing network info cache for port 3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.332374] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d6fb87-8bde-c0c9-dc9e-3dc45edf7be4, 'name': SearchDatastore_Task, 'duration_secs': 0.015137} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.332681] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.332920] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.333195] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.333360] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.333490] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.333748] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea4d6c0-e159-4170-adfa-e27010b4ee22 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.348251] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.348442] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.349536] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7b23a5-35f8-4f98-bd5f-f92848f34a8c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.351960] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.352278] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1006.352278] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Rebuilding the list of instances to heal {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1006.357090] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1006.357090] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dd584a-e421-23c6-0dfd-489025d1f51b" [ 1006.357090] env[62664]: _type = "Task" [ 1006.357090] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.366648] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dd584a-e421-23c6-0dfd-489025d1f51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.638548] env[62664]: DEBUG nova.scheduler.client.report [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.851151] env[62664]: DEBUG nova.compute.manager [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.858099] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1006.858260] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1006.858397] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1006.871067] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dd584a-e421-23c6-0dfd-489025d1f51b, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.873784] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392cbf7c-3d78-41aa-84c9-0e27ec048cc7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.880501] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.880743] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.880900] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.881104] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.881262] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.881409] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.881617] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.881868] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.882061] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.882235] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.882454] env[62664]: DEBUG nova.virt.hardware [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.883412] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a27f060-4618-477a-b611-1d837ce221f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.887381] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1006.887381] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a3bafc-5a10-9233-791d-9706a05302a8" [ 1006.887381] env[62664]: _type = "Task" [ 1006.887381] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.894844] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8785e2cc-4aaa-4cbb-b161-b58c07d83ad2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.902509] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.902859] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a3bafc-5a10-9233-791d-9706a05302a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.903040] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98ef7026-49fc-4b52-80c0-44e8419cef28 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.905963] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.906108] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.906256] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1006.906413] env[62664]: DEBUG nova.objects.instance [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lazy-loading 'info_cache' on Instance uuid a881c010-07df-40df-a487-42e3e382c8bc {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.927254] env[62664]: DEBUG oslo_vmware.api [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1006.927254] env[62664]: value = "task-2698407" [ 1006.927254] env[62664]: _type = "Task" [ 1006.927254] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.940489] env[62664]: DEBUG oslo_vmware.api [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.043214] env[62664]: DEBUG nova.network.neutron [req-0bb92574-f035-4409-90e2-5a59dfdd5866 req-38470ff4-a897-470e-bc9e-2b9820492bd2 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updated VIF entry in instance network info cache for port 3e34623f-f163-47c7-8d96-82c8d7f79ae8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.043446] env[62664]: DEBUG nova.network.neutron [req-0bb92574-f035-4409-90e2-5a59dfdd5866 req-38470ff4-a897-470e-bc9e-2b9820492bd2 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updating instance_info_cache with network_info: [{"id": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "address": "fa:16:3e:a2:af:d0", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34623f-f1", "ovs_interfaceid": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.144212] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.144272] env[62664]: DEBUG nova.compute.manager [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.148042] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.196s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.150317] env[62664]: INFO nova.compute.claims [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.175883] env[62664]: DEBUG nova.compute.manager [req-7fe1fdcc-6eb7-46f3-94b3-c56a87df2b15 req-5414c7bc-b6ee-41d2-8e67-1c9bb7a45682 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received event network-vif-plugged-a1170e9b-e3d9-476c-a25f-6a253af558d3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.176157] env[62664]: DEBUG oslo_concurrency.lockutils [req-7fe1fdcc-6eb7-46f3-94b3-c56a87df2b15 req-5414c7bc-b6ee-41d2-8e67-1c9bb7a45682 service nova] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.179521] env[62664]: DEBUG oslo_concurrency.lockutils [req-7fe1fdcc-6eb7-46f3-94b3-c56a87df2b15 req-5414c7bc-b6ee-41d2-8e67-1c9bb7a45682 service nova] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.179753] env[62664]: DEBUG oslo_concurrency.lockutils [req-7fe1fdcc-6eb7-46f3-94b3-c56a87df2b15 req-5414c7bc-b6ee-41d2-8e67-1c9bb7a45682 service nova] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.179953] env[62664]: DEBUG nova.compute.manager [req-7fe1fdcc-6eb7-46f3-94b3-c56a87df2b15 req-5414c7bc-b6ee-41d2-8e67-1c9bb7a45682 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] No waiting events found dispatching network-vif-plugged-a1170e9b-e3d9-476c-a25f-6a253af558d3 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.180177] env[62664]: WARNING nova.compute.manager [req-7fe1fdcc-6eb7-46f3-94b3-c56a87df2b15 req-5414c7bc-b6ee-41d2-8e67-1c9bb7a45682 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received unexpected event network-vif-plugged-a1170e9b-e3d9-476c-a25f-6a253af558d3 for instance with vm_state building and task_state spawning. [ 1007.286100] env[62664]: DEBUG nova.network.neutron [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Successfully updated port: a1170e9b-e3d9-476c-a25f-6a253af558d3 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.401090] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a3bafc-5a10-9233-791d-9706a05302a8, 'name': SearchDatastore_Task, 'duration_secs': 0.043886} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.401090] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.401090] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f5f6e3b3-8537-473d-982c-f69833e0d6b5/f5f6e3b3-8537-473d-982c-f69833e0d6b5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.401387] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84645dfe-805d-4972-9260-c26158d37277 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.411639] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1007.411639] env[62664]: value = "task-2698408" [ 1007.411639] env[62664]: _type = "Task" [ 1007.411639] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.422485] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.437550] env[62664]: DEBUG oslo_vmware.api [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698407, 'name': PowerOffVM_Task, 'duration_secs': 0.482241} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.438791] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.438791] env[62664]: DEBUG nova.compute.manager [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.438791] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbafd32-c411-427a-8dfe-3ef6deddabcd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.546905] env[62664]: DEBUG oslo_concurrency.lockutils [req-0bb92574-f035-4409-90e2-5a59dfdd5866 req-38470ff4-a897-470e-bc9e-2b9820492bd2 service nova] Releasing lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.653833] env[62664]: DEBUG nova.compute.utils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1007.657129] env[62664]: DEBUG nova.compute.manager [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.657320] env[62664]: DEBUG nova.network.neutron [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.729938] env[62664]: DEBUG nova.policy [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e828a2eb4c740aaa1edc01a279d16c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b919b3591847379c709b200f9aad89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.791756] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.791964] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.792186] env[62664]: DEBUG nova.network.neutron [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.929805] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698408, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.962758] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5c3f9780-53f3-4f35-a13e-5e3378c9875b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.121036] env[62664]: DEBUG nova.network.neutron [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Successfully created port: 03e16e6a-977e-4e7e-9def-d94f8296a184 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.160366] env[62664]: DEBUG nova.compute.manager [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.330214] env[62664]: DEBUG nova.compute.manager [req-f85e2ba9-b85b-4a21-abb4-446b584f4542 req-ed7130a3-ded2-443d-8a7a-9878429a3b56 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Received event network-changed-3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.330448] env[62664]: DEBUG nova.compute.manager [req-f85e2ba9-b85b-4a21-abb4-446b584f4542 req-ed7130a3-ded2-443d-8a7a-9878429a3b56 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Refreshing instance network info cache due to event network-changed-3e34623f-f163-47c7-8d96-82c8d7f79ae8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.330638] env[62664]: DEBUG oslo_concurrency.lockutils [req-f85e2ba9-b85b-4a21-abb4-446b584f4542 req-ed7130a3-ded2-443d-8a7a-9878429a3b56 service nova] Acquiring lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.330780] env[62664]: DEBUG oslo_concurrency.lockutils [req-f85e2ba9-b85b-4a21-abb4-446b584f4542 req-ed7130a3-ded2-443d-8a7a-9878429a3b56 service nova] Acquired lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.330936] env[62664]: DEBUG nova.network.neutron [req-f85e2ba9-b85b-4a21-abb4-446b584f4542 req-ed7130a3-ded2-443d-8a7a-9878429a3b56 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Refreshing network info cache for port 3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.334963] env[62664]: DEBUG nova.network.neutron [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.357216] env[62664]: DEBUG nova.objects.instance [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'flavor' on Instance uuid 06103e46-6660-4f00-b9d2-c5d37ac2e955 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.413976] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d6859-4770-46b9-a8da-e6bb80a961db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.426172] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592009} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.428689] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f5f6e3b3-8537-473d-982c-f69833e0d6b5/f5f6e3b3-8537-473d-982c-f69833e0d6b5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.428689] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.428903] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3ddea32-d26c-4373-9cb6-936d3fd38197 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.431565] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d169a1-34ac-43d0-b88b-c3dd27840bec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.469086] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bbaca5-7a0d-47e6-853c-47e3d891c428 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.472111] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1008.472111] env[62664]: value = "task-2698409" [ 1008.472111] env[62664]: _type = "Task" [ 1008.472111] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.479953] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934d2979-361d-4fd2-b48e-61f6f0bcd656 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.491412] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.507756] env[62664]: DEBUG nova.compute.provider_tree [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.630691] env[62664]: DEBUG nova.network.neutron [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.770174] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [{"id": "147cad01-1bfa-4c75-b37d-ad728828290c", "address": "fa:16:3e:53:9f:5e", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147cad01-1b", "ovs_interfaceid": "147cad01-1bfa-4c75-b37d-ad728828290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.864676] env[62664]: DEBUG oslo_concurrency.lockutils [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.864676] env[62664]: DEBUG oslo_concurrency.lockutils [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquired lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.864676] env[62664]: DEBUG nova.network.neutron [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.864913] env[62664]: DEBUG nova.objects.instance [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'info_cache' on Instance uuid 06103e46-6660-4f00-b9d2-c5d37ac2e955 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.982338] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097038} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.982610] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.983396] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0678854e-8c61-407c-abf4-dc64f13207f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.005605] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] f5f6e3b3-8537-473d-982c-f69833e0d6b5/f5f6e3b3-8537-473d-982c-f69833e0d6b5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.007974] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05298aea-9522-4457-9569-dfb9cd89e796 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.023813] env[62664]: DEBUG nova.scheduler.client.report [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.034261] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1009.034261] env[62664]: value = "task-2698410" [ 1009.034261] env[62664]: _type = "Task" [ 1009.034261] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.043363] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.075502] env[62664]: DEBUG nova.network.neutron [req-f85e2ba9-b85b-4a21-abb4-446b584f4542 req-ed7130a3-ded2-443d-8a7a-9878429a3b56 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updated VIF entry in instance network info cache for port 3e34623f-f163-47c7-8d96-82c8d7f79ae8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.075871] env[62664]: DEBUG nova.network.neutron [req-f85e2ba9-b85b-4a21-abb4-446b584f4542 req-ed7130a3-ded2-443d-8a7a-9878429a3b56 service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updating instance_info_cache with network_info: [{"id": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "address": "fa:16:3e:a2:af:d0", "network": {"id": "828a80a3-dc2a-4c80-931d-4136dc5061d6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1993691614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf6f4eafbb074d95b899f7afce3bb93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34623f-f1", "ovs_interfaceid": "3e34623f-f163-47c7-8d96-82c8d7f79ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.134035] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.134309] env[62664]: DEBUG nova.compute.manager [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Instance network_info: |[{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.134719] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:28:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1170e9b-e3d9-476c-a25f-6a253af558d3', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.142506] env[62664]: DEBUG oslo.service.loopingcall [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.142707] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.142923] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1c5e78b-1569-47b0-b94b-eb45a5b4ece7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.163526] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.163526] env[62664]: value = "task-2698411" [ 1009.163526] env[62664]: _type = "Task" [ 1009.163526] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.171510] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698411, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.176635] env[62664]: DEBUG nova.compute.manager [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.206082] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.206343] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.206500] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.206678] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.206824] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.206985] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.207445] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.207445] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.207688] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.207881] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.208103] env[62664]: DEBUG nova.virt.hardware [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.209033] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7329e00d-dc69-4e7a-9597-f45dcf06b43b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.214531] env[62664]: DEBUG nova.compute.manager [req-f6377e85-e60b-4827-8128-ad4bdc21302f req-cb62147e-1f40-44cf-b033-a268dc075315 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received event network-changed-a1170e9b-e3d9-476c-a25f-6a253af558d3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.214734] env[62664]: DEBUG nova.compute.manager [req-f6377e85-e60b-4827-8128-ad4bdc21302f req-cb62147e-1f40-44cf-b033-a268dc075315 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Refreshing instance network info cache due to event network-changed-a1170e9b-e3d9-476c-a25f-6a253af558d3. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.214929] env[62664]: DEBUG oslo_concurrency.lockutils [req-f6377e85-e60b-4827-8128-ad4bdc21302f req-cb62147e-1f40-44cf-b033-a268dc075315 service nova] Acquiring lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.215081] env[62664]: DEBUG oslo_concurrency.lockutils [req-f6377e85-e60b-4827-8128-ad4bdc21302f req-cb62147e-1f40-44cf-b033-a268dc075315 service nova] Acquired lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.215245] env[62664]: DEBUG nova.network.neutron [req-f6377e85-e60b-4827-8128-ad4bdc21302f req-cb62147e-1f40-44cf-b033-a268dc075315 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Refreshing network info cache for port a1170e9b-e3d9-476c-a25f-6a253af558d3 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.224279] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5359d0a-ff23-43fb-b7bf-2b92d7b2505c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.274091] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.274491] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1009.275315] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.275396] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.275572] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.275755] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.275926] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.276531] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.276531] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1009.276531] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.368133] env[62664]: DEBUG nova.objects.base [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Object Instance<06103e46-6660-4f00-b9d2-c5d37ac2e955> lazy-loaded attributes: flavor,info_cache {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1009.528640] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.529307] env[62664]: DEBUG nova.compute.manager [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.550348] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698410, 'name': ReconfigVM_Task, 'duration_secs': 0.481078} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.550709] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Reconfigured VM instance instance-00000063 to attach disk [datastore2] f5f6e3b3-8537-473d-982c-f69833e0d6b5/f5f6e3b3-8537-473d-982c-f69833e0d6b5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.551414] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-664ef751-7b1c-4f30-98ca-2f09a9192c8c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.559559] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1009.559559] env[62664]: value = "task-2698412" [ 1009.559559] env[62664]: _type = "Task" [ 1009.559559] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.568721] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698412, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.578346] env[62664]: DEBUG oslo_concurrency.lockutils [req-f85e2ba9-b85b-4a21-abb4-446b584f4542 req-ed7130a3-ded2-443d-8a7a-9878429a3b56 service nova] Releasing lock "refresh_cache-df59e274-31e6-4f35-b553-dd353b70d554" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.674888] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698411, 'name': CreateVM_Task, 'duration_secs': 0.343076} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.675070] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.675840] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.675957] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.676257] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.676515] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ef5a46-7280-4708-87d5-6e9708fe2e32 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.681883] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1009.681883] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52888b53-2f98-d226-7514-2382fe27abcd" [ 1009.681883] env[62664]: _type = "Task" [ 1009.681883] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.693638] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52888b53-2f98-d226-7514-2382fe27abcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.720908] env[62664]: DEBUG nova.network.neutron [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Successfully updated port: 03e16e6a-977e-4e7e-9def-d94f8296a184 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.779259] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.779574] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.779653] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.779814] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1009.780748] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9049634-7c3d-498e-8607-5fac37687c8e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.789619] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e002c3ab-d556-4f5b-9456-2d33ef7b0716 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.804409] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16957fb-cbec-42f6-b527-5cef5cc2ac1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.811371] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59c4341-0ad3-478f-bb56-a7c1696dea77 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.512951] env[62664]: DEBUG nova.compute.utils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1010.518165] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "refresh_cache-24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.518360] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "refresh_cache-24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.518447] env[62664]: DEBUG nova.network.neutron [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.519930] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179463MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1010.520105] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.520227] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.523948] env[62664]: DEBUG nova.compute.manager [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.524186] env[62664]: DEBUG nova.network.neutron [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.540401] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52888b53-2f98-d226-7514-2382fe27abcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.543409] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.543652] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.543871] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.544026] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.544208] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.544475] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698412, 'name': Rename_Task, 'duration_secs': 0.16981} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.544664] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f129e9a-de10-4bfe-9f08-28a57c844dbe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.546469] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.546690] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7629351-be7b-4709-9615-8a76b76b3375 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.555199] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1010.555199] env[62664]: value = "task-2698413" [ 1010.555199] env[62664]: _type = "Task" [ 1010.555199] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.559515] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.559706] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.560745] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee053f2-0595-412c-bf69-2076930b6767 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.565790] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.573471] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1010.573471] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f4d14d-6149-6dad-63cc-759931305141" [ 1010.573471] env[62664]: _type = "Task" [ 1010.573471] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.586497] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f4d14d-6149-6dad-63cc-759931305141, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.587680] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f533898-2b9d-4375-a0c6-9dc0aa1bea17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.595312] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1010.595312] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520cc47c-7b7d-70e6-f880-f025da7264e9" [ 1010.595312] env[62664]: _type = "Task" [ 1010.595312] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.601046] env[62664]: DEBUG nova.policy [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c481e02e9ec4e70890690c8208c5329', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4891787dcdc4b35a3845d045c302596', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.608958] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520cc47c-7b7d-70e6-f880-f025da7264e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.611673] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.611944] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4/8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.612535] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-011cff24-e0b8-479a-86a7-97903b482d61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.620343] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1010.620343] env[62664]: value = "task-2698414" [ 1010.620343] env[62664]: _type = "Task" [ 1010.620343] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.628863] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.752081] env[62664]: DEBUG nova.network.neutron [req-f6377e85-e60b-4827-8128-ad4bdc21302f req-cb62147e-1f40-44cf-b033-a268dc075315 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updated VIF entry in instance network info cache for port a1170e9b-e3d9-476c-a25f-6a253af558d3. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.752986] env[62664]: DEBUG nova.network.neutron [req-f6377e85-e60b-4827-8128-ad4bdc21302f req-cb62147e-1f40-44cf-b033-a268dc075315 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.784825] env[62664]: DEBUG nova.network.neutron [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updating instance_info_cache with network_info: [{"id": "756db126-1b64-45df-a73f-3d615bdd27a1", "address": "fa:16:3e:2f:7b:b6", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap756db126-1b", "ovs_interfaceid": "756db126-1b64-45df-a73f-3d615bdd27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.024757] env[62664]: DEBUG nova.compute.manager [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.061329] env[62664]: DEBUG nova.network.neutron [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.070418] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.131407] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474014} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.131667] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4/8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.131869] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.132130] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-807b410c-65c9-4d31-9674-2f3c533ea9bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.141123] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1011.141123] env[62664]: value = "task-2698415" [ 1011.141123] env[62664]: _type = "Task" [ 1011.141123] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.149600] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.208224] env[62664]: DEBUG nova.network.neutron [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Updating instance_info_cache with network_info: [{"id": "03e16e6a-977e-4e7e-9def-d94f8296a184", "address": "fa:16:3e:e5:da:09", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e16e6a-97", "ovs_interfaceid": "03e16e6a-977e-4e7e-9def-d94f8296a184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.240999] env[62664]: DEBUG nova.compute.manager [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Received event network-vif-plugged-03e16e6a-977e-4e7e-9def-d94f8296a184 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.241093] env[62664]: DEBUG oslo_concurrency.lockutils [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] Acquiring lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.241323] env[62664]: DEBUG oslo_concurrency.lockutils [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.241633] env[62664]: DEBUG oslo_concurrency.lockutils [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.241847] env[62664]: DEBUG nova.compute.manager [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] No waiting events found dispatching network-vif-plugged-03e16e6a-977e-4e7e-9def-d94f8296a184 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.242030] env[62664]: WARNING nova.compute.manager [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Received unexpected event network-vif-plugged-03e16e6a-977e-4e7e-9def-d94f8296a184 for instance with vm_state building and task_state spawning. [ 1011.242228] env[62664]: DEBUG nova.compute.manager [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Received event network-changed-03e16e6a-977e-4e7e-9def-d94f8296a184 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.242354] env[62664]: DEBUG nova.compute.manager [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Refreshing instance network info cache due to event network-changed-03e16e6a-977e-4e7e-9def-d94f8296a184. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.242518] env[62664]: DEBUG oslo_concurrency.lockutils [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] Acquiring lock "refresh_cache-24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.254820] env[62664]: DEBUG oslo_concurrency.lockutils [req-f6377e85-e60b-4827-8128-ad4bdc21302f req-cb62147e-1f40-44cf-b033-a268dc075315 service nova] Releasing lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.288042] env[62664]: DEBUG oslo_concurrency.lockutils [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Releasing lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.358456] env[62664]: DEBUG nova.network.neutron [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Successfully created port: 76950f02-81ab-4561-b2dc-df867706ccbf {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.568147] env[62664]: DEBUG oslo_vmware.api [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698413, 'name': PowerOnVM_Task, 'duration_secs': 0.742974} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.568773] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a881c010-07df-40df-a487-42e3e382c8bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.568773] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a46f7aa6-e307-4c01-a666-38cb2a012b26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.568944] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 90919ec8-9403-4b5e-94f4-fad6f941cbcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.569134] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 557a3477-17ec-40c8-b714-362fd653a5b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.569295] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance df59e274-31e6-4f35-b553-dd353b70d554 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.569432] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 06103e46-6660-4f00-b9d2-c5d37ac2e955 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.569565] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 0e375498-fb3a-4d71-a1ed-caa8757bcf0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.570160] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.570160] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 514439d3-4fd2-4bc2-9398-09d197e84fdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.570160] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.570160] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f5f6e3b3-8537-473d-982c-f69833e0d6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.570160] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.570427] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.570427] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 043dc29e-93eb-4a28-bc3f-37d859f4973a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1011.570772] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1011.570846] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1011.573178] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.573450] env[62664]: INFO nova.compute.manager [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1011.573667] env[62664]: DEBUG nova.compute.manager [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.575975] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7297a4-df02-476a-ace5-a69c47267048 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.652105] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07504} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.652391] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.653214] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7c279c-8ba3-4167-9955-4635f31c99d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.677581] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4/8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.680574] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b75c2e2-09a6-4068-9732-aa2627d56491 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.702369] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1011.702369] env[62664]: value = "task-2698416" [ 1011.702369] env[62664]: _type = "Task" [ 1011.702369] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.714011] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "refresh_cache-24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.714352] env[62664]: DEBUG nova.compute.manager [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Instance network_info: |[{"id": "03e16e6a-977e-4e7e-9def-d94f8296a184", "address": "fa:16:3e:e5:da:09", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e16e6a-97", "ovs_interfaceid": "03e16e6a-977e-4e7e-9def-d94f8296a184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.714638] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.715090] env[62664]: DEBUG oslo_concurrency.lockutils [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] Acquired lock "refresh_cache-24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.715282] env[62664]: DEBUG nova.network.neutron [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Refreshing network info cache for port 03e16e6a-977e-4e7e-9def-d94f8296a184 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.716552] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:da:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03e16e6a-977e-4e7e-9def-d94f8296a184', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.724887] env[62664]: DEBUG oslo.service.loopingcall [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.728456] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.730142] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b48100e1-ad75-44c4-a4ca-261001ee79ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.753018] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.753018] env[62664]: value = "task-2698417" [ 1011.753018] env[62664]: _type = "Task" [ 1011.753018] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.765681] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698417, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.822585] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0540c99-d796-4b18-9370-fff0c00a9cf3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.831360] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d155f7e-61f7-421e-9aea-eea24c67a9ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.863368] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e16b6c-9e54-42af-a3fc-eb47a3526e64 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.872110] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f28d9ba-1dfb-4d80-bf44-1784bd80fa11 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.886130] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.035856] env[62664]: DEBUG nova.compute.manager [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.064817] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.064817] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.064817] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.065085] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.065174] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.065362] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.065572] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.065742] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.065953] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.066535] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.066535] env[62664]: DEBUG nova.virt.hardware [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.067979] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942ef57d-c0b3-41b0-ad07-182576e6c9e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.076614] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c30021-2ee8-443c-b81c-5386ed4d9074 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.100288] env[62664]: INFO nova.compute.manager [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Took 15.85 seconds to build instance. [ 1012.214539] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698416, 'name': ReconfigVM_Task, 'duration_secs': 0.304257} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.214836] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4/8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.215500] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60681416-9f20-4216-be4c-5c8e229cea53 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.222050] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1012.222050] env[62664]: value = "task-2698418" [ 1012.222050] env[62664]: _type = "Task" [ 1012.222050] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.233593] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698418, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.264837] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698417, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.292922] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.293222] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1672d2b4-7b8b-409f-ab48-610e3ebc1e3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.301281] env[62664]: DEBUG oslo_vmware.api [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1012.301281] env[62664]: value = "task-2698419" [ 1012.301281] env[62664]: _type = "Task" [ 1012.301281] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.308876] env[62664]: DEBUG oslo_vmware.api [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.389556] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.508397] env[62664]: DEBUG nova.network.neutron [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Updated VIF entry in instance network info cache for port 03e16e6a-977e-4e7e-9def-d94f8296a184. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.508397] env[62664]: DEBUG nova.network.neutron [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Updating instance_info_cache with network_info: [{"id": "03e16e6a-977e-4e7e-9def-d94f8296a184", "address": "fa:16:3e:e5:da:09", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e16e6a-97", "ovs_interfaceid": "03e16e6a-977e-4e7e-9def-d94f8296a184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.602156] env[62664]: DEBUG oslo_concurrency.lockutils [None req-32f83222-d9b3-4879-a7bc-237cf280424e tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.358s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.732999] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698418, 'name': Rename_Task, 'duration_secs': 0.142258} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.733301] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.733648] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f78f9fa7-06a1-4785-bacc-dcf32d5f4f2d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.740782] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1012.740782] env[62664]: value = "task-2698420" [ 1012.740782] env[62664]: _type = "Task" [ 1012.740782] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.746111] env[62664]: DEBUG nova.compute.manager [req-d897e3c9-05dc-42e2-be9b-02831c954905 req-7e58c0a7-7833-4170-8f32-ccce9d502b9c service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Received event network-vif-plugged-76950f02-81ab-4561-b2dc-df867706ccbf {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.746323] env[62664]: DEBUG oslo_concurrency.lockutils [req-d897e3c9-05dc-42e2-be9b-02831c954905 req-7e58c0a7-7833-4170-8f32-ccce9d502b9c service nova] Acquiring lock "043dc29e-93eb-4a28-bc3f-37d859f4973a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.746608] env[62664]: DEBUG oslo_concurrency.lockutils [req-d897e3c9-05dc-42e2-be9b-02831c954905 req-7e58c0a7-7833-4170-8f32-ccce9d502b9c service nova] Lock "043dc29e-93eb-4a28-bc3f-37d859f4973a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.746760] env[62664]: DEBUG oslo_concurrency.lockutils [req-d897e3c9-05dc-42e2-be9b-02831c954905 req-7e58c0a7-7833-4170-8f32-ccce9d502b9c service nova] Lock "043dc29e-93eb-4a28-bc3f-37d859f4973a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.746926] env[62664]: DEBUG nova.compute.manager [req-d897e3c9-05dc-42e2-be9b-02831c954905 req-7e58c0a7-7833-4170-8f32-ccce9d502b9c service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] No waiting events found dispatching network-vif-plugged-76950f02-81ab-4561-b2dc-df867706ccbf {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.747183] env[62664]: WARNING nova.compute.manager [req-d897e3c9-05dc-42e2-be9b-02831c954905 req-7e58c0a7-7833-4170-8f32-ccce9d502b9c service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Received unexpected event network-vif-plugged-76950f02-81ab-4561-b2dc-df867706ccbf for instance with vm_state building and task_state spawning. [ 1012.752701] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.765286] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698417, 'name': CreateVM_Task, 'duration_secs': 0.64459} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.765286] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.765493] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.765657] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.765981] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.766244] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da2f1234-f791-43ae-a286-b0f3ade169ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.771140] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1012.771140] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522ca9e2-955b-4acc-540d-bd38de5b99fe" [ 1012.771140] env[62664]: _type = "Task" [ 1012.771140] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.778871] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522ca9e2-955b-4acc-540d-bd38de5b99fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.811191] env[62664]: DEBUG oslo_vmware.api [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.836683] env[62664]: DEBUG nova.network.neutron [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Successfully updated port: 76950f02-81ab-4561-b2dc-df867706ccbf {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.895066] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1012.895292] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.375s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.014251] env[62664]: DEBUG oslo_concurrency.lockutils [req-56840dd0-8db8-4b0c-b4df-78bef52a092d req-031fbbb5-c403-43fb-a098-c3d8d5f9acd2 service nova] Releasing lock "refresh_cache-24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.251511] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.267895] env[62664]: DEBUG nova.compute.manager [req-61ef109d-7fdf-4463-a05d-131f372a2b68 req-9dfc71e4-870e-4c52-9165-ff372784d2ad service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Received event network-changed-e7b8db82-0b19-4f2f-9b62-75ff492bed86 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.268140] env[62664]: DEBUG nova.compute.manager [req-61ef109d-7fdf-4463-a05d-131f372a2b68 req-9dfc71e4-870e-4c52-9165-ff372784d2ad service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Refreshing instance network info cache due to event network-changed-e7b8db82-0b19-4f2f-9b62-75ff492bed86. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.268309] env[62664]: DEBUG oslo_concurrency.lockutils [req-61ef109d-7fdf-4463-a05d-131f372a2b68 req-9dfc71e4-870e-4c52-9165-ff372784d2ad service nova] Acquiring lock "refresh_cache-f5f6e3b3-8537-473d-982c-f69833e0d6b5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.268455] env[62664]: DEBUG oslo_concurrency.lockutils [req-61ef109d-7fdf-4463-a05d-131f372a2b68 req-9dfc71e4-870e-4c52-9165-ff372784d2ad service nova] Acquired lock "refresh_cache-f5f6e3b3-8537-473d-982c-f69833e0d6b5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.268604] env[62664]: DEBUG nova.network.neutron [req-61ef109d-7fdf-4463-a05d-131f372a2b68 req-9dfc71e4-870e-4c52-9165-ff372784d2ad service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Refreshing network info cache for port e7b8db82-0b19-4f2f-9b62-75ff492bed86 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.281120] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522ca9e2-955b-4acc-540d-bd38de5b99fe, 'name': SearchDatastore_Task, 'duration_secs': 0.022778} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.281415] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.281629] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.281851] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.281996] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.282199] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.282473] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-872604d1-09d2-43fd-91e3-20e9d7e03426 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.290895] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.291086] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.291785] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23af4ae-c8c8-47e9-b9c3-dc1f904a54fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.296738] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1013.296738] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a264bd-7d02-e82e-0d05-3c86e927c563" [ 1013.296738] env[62664]: _type = "Task" [ 1013.296738] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.308441] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a264bd-7d02-e82e-0d05-3c86e927c563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.313249] env[62664]: DEBUG oslo_vmware.api [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.340556] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "refresh_cache-043dc29e-93eb-4a28-bc3f-37d859f4973a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.340698] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "refresh_cache-043dc29e-93eb-4a28-bc3f-37d859f4973a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.340848] env[62664]: DEBUG nova.network.neutron [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.751100] env[62664]: DEBUG oslo_vmware.api [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698420, 'name': PowerOnVM_Task, 'duration_secs': 0.869781} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.751423] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.751684] env[62664]: INFO nova.compute.manager [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1013.751869] env[62664]: DEBUG nova.compute.manager [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.752610] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb2d1d9-c6e7-4b29-9679-a506a3de9cc5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.809468] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a264bd-7d02-e82e-0d05-3c86e927c563, 'name': SearchDatastore_Task, 'duration_secs': 0.009111} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.810773] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512a6882-234f-4823-8d0c-fc31fca3147b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.815969] env[62664]: DEBUG oslo_vmware.api [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698419, 'name': PowerOnVM_Task, 'duration_secs': 1.337298} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.816510] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.816713] env[62664]: DEBUG nova.compute.manager [None req-30e068ff-35db-4a69-9117-0d5a50730e6d tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.817512] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca46ff4-b3d2-4c01-b21c-23b1fdba1e48 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.820949] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1013.820949] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c8d5a9-2ed4-3b4d-1b30-0c9db4d3ae76" [ 1013.820949] env[62664]: _type = "Task" [ 1013.820949] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.833164] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c8d5a9-2ed4-3b4d-1b30-0c9db4d3ae76, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.833456] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.833635] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0/24e843d8-b56d-4dcb-b999-cdbdc8aa17c0.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.835867] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-929a9238-27ee-4eaa-9170-46cf9b5624ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.842015] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1013.842015] env[62664]: value = "task-2698421" [ 1013.842015] env[62664]: _type = "Task" [ 1013.842015] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.851054] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.871895] env[62664]: DEBUG nova.network.neutron [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.980412] env[62664]: DEBUG nova.network.neutron [req-61ef109d-7fdf-4463-a05d-131f372a2b68 req-9dfc71e4-870e-4c52-9165-ff372784d2ad service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Updated VIF entry in instance network info cache for port e7b8db82-0b19-4f2f-9b62-75ff492bed86. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.980827] env[62664]: DEBUG nova.network.neutron [req-61ef109d-7fdf-4463-a05d-131f372a2b68 req-9dfc71e4-870e-4c52-9165-ff372784d2ad service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Updating instance_info_cache with network_info: [{"id": "e7b8db82-0b19-4f2f-9b62-75ff492bed86", "address": "fa:16:3e:9d:03:16", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b8db82-0b", "ovs_interfaceid": "e7b8db82-0b19-4f2f-9b62-75ff492bed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.000516] env[62664]: DEBUG nova.network.neutron [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Updating instance_info_cache with network_info: [{"id": "76950f02-81ab-4561-b2dc-df867706ccbf", "address": "fa:16:3e:99:19:6a", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76950f02-81", "ovs_interfaceid": "76950f02-81ab-4561-b2dc-df867706ccbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.270482] env[62664]: INFO nova.compute.manager [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Took 16.81 seconds to build instance. [ 1014.357373] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698421, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.483730] env[62664]: DEBUG oslo_concurrency.lockutils [req-61ef109d-7fdf-4463-a05d-131f372a2b68 req-9dfc71e4-870e-4c52-9165-ff372784d2ad service nova] Releasing lock "refresh_cache-f5f6e3b3-8537-473d-982c-f69833e0d6b5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.503774] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "refresh_cache-043dc29e-93eb-4a28-bc3f-37d859f4973a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.504075] env[62664]: DEBUG nova.compute.manager [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Instance network_info: |[{"id": "76950f02-81ab-4561-b2dc-df867706ccbf", "address": "fa:16:3e:99:19:6a", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76950f02-81", "ovs_interfaceid": "76950f02-81ab-4561-b2dc-df867706ccbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.504510] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:19:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76950f02-81ab-4561-b2dc-df867706ccbf', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.512171] env[62664]: DEBUG oslo.service.loopingcall [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.512406] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.512639] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-606b1fda-6b73-4ba3-bd89-363e0e114d4f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.534453] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.534453] env[62664]: value = "task-2698422" [ 1014.534453] env[62664]: _type = "Task" [ 1014.534453] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.541967] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698422, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.774382] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a876bfa9-f17b-44cb-b420-1893f7d238a0 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.321s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.777302] env[62664]: DEBUG nova.compute.manager [req-cdb07130-8e08-4e1d-9f58-d855481a3b9b req-32f680ad-890c-4dfb-83c1-f3da320639e0 service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Received event network-changed-76950f02-81ab-4561-b2dc-df867706ccbf {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.778123] env[62664]: DEBUG nova.compute.manager [req-cdb07130-8e08-4e1d-9f58-d855481a3b9b req-32f680ad-890c-4dfb-83c1-f3da320639e0 service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Refreshing instance network info cache due to event network-changed-76950f02-81ab-4561-b2dc-df867706ccbf. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1014.778123] env[62664]: DEBUG oslo_concurrency.lockutils [req-cdb07130-8e08-4e1d-9f58-d855481a3b9b req-32f680ad-890c-4dfb-83c1-f3da320639e0 service nova] Acquiring lock "refresh_cache-043dc29e-93eb-4a28-bc3f-37d859f4973a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.778123] env[62664]: DEBUG oslo_concurrency.lockutils [req-cdb07130-8e08-4e1d-9f58-d855481a3b9b req-32f680ad-890c-4dfb-83c1-f3da320639e0 service nova] Acquired lock "refresh_cache-043dc29e-93eb-4a28-bc3f-37d859f4973a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.778123] env[62664]: DEBUG nova.network.neutron [req-cdb07130-8e08-4e1d-9f58-d855481a3b9b req-32f680ad-890c-4dfb-83c1-f3da320639e0 service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Refreshing network info cache for port 76950f02-81ab-4561-b2dc-df867706ccbf {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.858875] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559796} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.859234] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0/24e843d8-b56d-4dcb-b999-cdbdc8aa17c0.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.859457] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.859691] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59213e71-c358-4fb0-8729-161c723e5eb3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.867924] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1014.867924] env[62664]: value = "task-2698423" [ 1014.867924] env[62664]: _type = "Task" [ 1014.867924] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.877029] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.044758] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698422, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.377059] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068683} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.377359] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.378133] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6399dbc-d1b3-4c9a-9225-ab820c46c560 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.400479] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0/24e843d8-b56d-4dcb-b999-cdbdc8aa17c0.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.400775] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fefd5b3-44aa-4405-bbf0-a5c2408bdf41 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.421435] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1015.421435] env[62664]: value = "task-2698424" [ 1015.421435] env[62664]: _type = "Task" [ 1015.421435] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.429473] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.488978] env[62664]: DEBUG nova.network.neutron [req-cdb07130-8e08-4e1d-9f58-d855481a3b9b req-32f680ad-890c-4dfb-83c1-f3da320639e0 service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Updated VIF entry in instance network info cache for port 76950f02-81ab-4561-b2dc-df867706ccbf. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.489414] env[62664]: DEBUG nova.network.neutron [req-cdb07130-8e08-4e1d-9f58-d855481a3b9b req-32f680ad-890c-4dfb-83c1-f3da320639e0 service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Updating instance_info_cache with network_info: [{"id": "76950f02-81ab-4561-b2dc-df867706ccbf", "address": "fa:16:3e:99:19:6a", "network": {"id": "0dde5d50-acc1-46c7-8fdb-08bf069773de", "bridge": "br-int", "label": "tempest-ServersTestJSON-2034769050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4891787dcdc4b35a3845d045c302596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76950f02-81", "ovs_interfaceid": "76950f02-81ab-4561-b2dc-df867706ccbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.545713] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698422, 'name': CreateVM_Task, 'duration_secs': 0.594496} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.545919] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.546608] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.546776] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.547117] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.547422] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aeac0aa-26cc-426c-9c8a-1bf08d20a96b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.552308] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1015.552308] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d5046c-3382-1445-53f6-7d1640a8eca6" [ 1015.552308] env[62664]: _type = "Task" [ 1015.552308] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.560077] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d5046c-3382-1445-53f6-7d1640a8eca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.932204] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.992270] env[62664]: DEBUG oslo_concurrency.lockutils [req-cdb07130-8e08-4e1d-9f58-d855481a3b9b req-32f680ad-890c-4dfb-83c1-f3da320639e0 service nova] Releasing lock "refresh_cache-043dc29e-93eb-4a28-bc3f-37d859f4973a" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.063008] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d5046c-3382-1445-53f6-7d1640a8eca6, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.063390] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.063630] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.063862] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.064016] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.064220] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.064482] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb8733b9-a162-47ec-8f9c-94260b0b41da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.072955] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.073122] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.073880] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22919636-c913-4aed-93b3-fe2f65409d2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.079141] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1016.079141] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52437423-766c-aa0b-4a98-36dc6a009bc4" [ 1016.079141] env[62664]: _type = "Task" [ 1016.079141] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.088535] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52437423-766c-aa0b-4a98-36dc6a009bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.432611] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698424, 'name': ReconfigVM_Task, 'duration_secs': 0.771736} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.432951] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0/24e843d8-b56d-4dcb-b999-cdbdc8aa17c0.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.433781] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c62b4ba-d45c-41b0-b3aa-2da11acd64ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.441107] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1016.441107] env[62664]: value = "task-2698425" [ 1016.441107] env[62664]: _type = "Task" [ 1016.441107] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.449468] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698425, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.589633] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52437423-766c-aa0b-4a98-36dc6a009bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.590413] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0bc2225-c583-4eef-9e0d-eec96f508c42 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.595605] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1016.595605] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d0aaf1-a40b-0885-2eee-f02e129b0a7e" [ 1016.595605] env[62664]: _type = "Task" [ 1016.595605] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.603073] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d0aaf1-a40b-0885-2eee-f02e129b0a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.805884] env[62664]: DEBUG nova.compute.manager [req-a6f0f069-d412-476c-b01b-01c4e63aa1d9 req-f2f3fdb5-a298-4af8-ae0c-dadb8dc87172 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received event network-changed-a1170e9b-e3d9-476c-a25f-6a253af558d3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.806146] env[62664]: DEBUG nova.compute.manager [req-a6f0f069-d412-476c-b01b-01c4e63aa1d9 req-f2f3fdb5-a298-4af8-ae0c-dadb8dc87172 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Refreshing instance network info cache due to event network-changed-a1170e9b-e3d9-476c-a25f-6a253af558d3. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1016.806389] env[62664]: DEBUG oslo_concurrency.lockutils [req-a6f0f069-d412-476c-b01b-01c4e63aa1d9 req-f2f3fdb5-a298-4af8-ae0c-dadb8dc87172 service nova] Acquiring lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.806460] env[62664]: DEBUG oslo_concurrency.lockutils [req-a6f0f069-d412-476c-b01b-01c4e63aa1d9 req-f2f3fdb5-a298-4af8-ae0c-dadb8dc87172 service nova] Acquired lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.806617] env[62664]: DEBUG nova.network.neutron [req-a6f0f069-d412-476c-b01b-01c4e63aa1d9 req-f2f3fdb5-a298-4af8-ae0c-dadb8dc87172 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Refreshing network info cache for port a1170e9b-e3d9-476c-a25f-6a253af558d3 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.811228] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.811451] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.951879] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698425, 'name': Rename_Task, 'duration_secs': 0.360892} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.952237] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.953065] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a301cf02-fd0b-471c-b0a8-0868284800b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.959130] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1016.959130] env[62664]: value = "task-2698426" [ 1016.959130] env[62664]: _type = "Task" [ 1016.959130] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.966888] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.106106] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d0aaf1-a40b-0885-2eee-f02e129b0a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.025116} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.106106] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.106283] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 043dc29e-93eb-4a28-bc3f-37d859f4973a/043dc29e-93eb-4a28-bc3f-37d859f4973a.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.106490] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73d67537-88d3-4cd7-b8e9-7eaa665c3683 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.112185] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1017.112185] env[62664]: value = "task-2698427" [ 1017.112185] env[62664]: _type = "Task" [ 1017.112185] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.120377] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.314689] env[62664]: DEBUG nova.compute.manager [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.470395] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.557497] env[62664]: DEBUG nova.network.neutron [req-a6f0f069-d412-476c-b01b-01c4e63aa1d9 req-f2f3fdb5-a298-4af8-ae0c-dadb8dc87172 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updated VIF entry in instance network info cache for port a1170e9b-e3d9-476c-a25f-6a253af558d3. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.558184] env[62664]: DEBUG nova.network.neutron [req-a6f0f069-d412-476c-b01b-01c4e63aa1d9 req-f2f3fdb5-a298-4af8-ae0c-dadb8dc87172 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.622904] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698427, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.838058] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.838058] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.839380] env[62664]: INFO nova.compute.claims [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.969752] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698426, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.061453] env[62664]: DEBUG oslo_concurrency.lockutils [req-a6f0f069-d412-476c-b01b-01c4e63aa1d9 req-f2f3fdb5-a298-4af8-ae0c-dadb8dc87172 service nova] Releasing lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.121545] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548968} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.121796] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 043dc29e-93eb-4a28-bc3f-37d859f4973a/043dc29e-93eb-4a28-bc3f-37d859f4973a.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.122011] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.122267] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0a5ee23-2d52-419a-82e0-4d92ddbbce0c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.128021] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1018.128021] env[62664]: value = "task-2698428" [ 1018.128021] env[62664]: _type = "Task" [ 1018.128021] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.134889] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.472357] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698426, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.639962] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070763} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.640348] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.641416] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4fda7b-0e44-42b9-bc05-906bf275fa1b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.663406] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 043dc29e-93eb-4a28-bc3f-37d859f4973a/043dc29e-93eb-4a28-bc3f-37d859f4973a.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.663663] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8427f547-45a6-4faf-90da-90d474741680 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.681736] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1018.681736] env[62664]: value = "task-2698429" [ 1018.681736] env[62664]: _type = "Task" [ 1018.681736] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.688912] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.973708] env[62664]: DEBUG oslo_vmware.api [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698426, 'name': PowerOnVM_Task, 'duration_secs': 1.579821} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.973708] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.973708] env[62664]: INFO nova.compute.manager [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1018.974122] env[62664]: DEBUG nova.compute.manager [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.975049] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bad1ce-a44d-4e55-ba1b-b7b5ec060296 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.028230] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694caa8a-1065-40df-b382-a73252da8773 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.036363] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91efac7-93da-4c2e-be23-00e7c988b8b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.067544] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204cecb9-82dd-43a8-b884-b5aff619bbd6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.074321] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b57f0e-7429-46a7-a5b8-d471797cfca0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.087088] env[62664]: DEBUG nova.compute.provider_tree [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.192136] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.493396] env[62664]: INFO nova.compute.manager [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Took 21.24 seconds to build instance. [ 1019.589800] env[62664]: DEBUG nova.scheduler.client.report [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.692737] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698429, 'name': ReconfigVM_Task, 'duration_secs': 0.614147} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.693850] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 043dc29e-93eb-4a28-bc3f-37d859f4973a/043dc29e-93eb-4a28-bc3f-37d859f4973a.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.693850] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05f64ae8-a1c3-42a7-a16f-f68e73cd7579 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.699875] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1019.699875] env[62664]: value = "task-2698430" [ 1019.699875] env[62664]: _type = "Task" [ 1019.699875] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.707459] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698430, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.995953] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab5befda-3af6-4199-bbdb-4971a08251d1 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.756s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.095040] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.095515] env[62664]: DEBUG nova.compute.manager [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.210041] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698430, 'name': Rename_Task, 'duration_secs': 0.142681} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.210411] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.210661] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ec983c4-6903-4c9c-8672-97ac6002efce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.216584] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1020.216584] env[62664]: value = "task-2698431" [ 1020.216584] env[62664]: _type = "Task" [ 1020.216584] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.224427] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.601094] env[62664]: DEBUG nova.compute.utils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1020.602624] env[62664]: DEBUG nova.compute.manager [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.602794] env[62664]: DEBUG nova.network.neutron [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.647628] env[62664]: DEBUG nova.policy [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87612dd0baaf467f85ea11e923f99505', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51d64d8686048938e1f7a66851e092e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.726322] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698431, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.106324] env[62664]: DEBUG nova.compute.manager [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.147163] env[62664]: DEBUG nova.network.neutron [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Successfully created port: 88c7b213-713e-40b3-a976-ccc188c4ecc8 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.229376] env[62664]: DEBUG oslo_vmware.api [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698431, 'name': PowerOnVM_Task, 'duration_secs': 0.711571} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.229755] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.230457] env[62664]: INFO nova.compute.manager [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1021.230457] env[62664]: DEBUG nova.compute.manager [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.231159] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cdd58c-0326-47b1-9333-99926f490d66 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.455469] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.455710] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.748129] env[62664]: INFO nova.compute.manager [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Took 22.82 seconds to build instance. [ 1021.959313] env[62664]: DEBUG nova.compute.utils [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1022.117108] env[62664]: DEBUG nova.compute.manager [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.141493] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.141737] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.141894] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.142090] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.142247] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.142392] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.142596] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.142752] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.142918] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.143117] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.143297] env[62664]: DEBUG nova.virt.hardware [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.144153] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c92415-de81-47f5-b0fe-219c6af55498 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.160619] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa40133a-23ca-469b-9d99-74e517d92391 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.250024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-92b853f7-971b-4fdf-b67e-d6914ccd9fa4 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "043dc29e-93eb-4a28-bc3f-37d859f4973a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.326s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.462558] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.485657] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "043dc29e-93eb-4a28-bc3f-37d859f4973a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.485877] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "043dc29e-93eb-4a28-bc3f-37d859f4973a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.486066] env[62664]: DEBUG nova.compute.manager [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.486918] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58282c5-b6ca-467f-9954-3d2020ca02d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.493412] env[62664]: DEBUG nova.compute.manager [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1022.493946] env[62664]: DEBUG nova.objects.instance [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lazy-loading 'flavor' on Instance uuid 043dc29e-93eb-4a28-bc3f-37d859f4973a {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.523369] env[62664]: DEBUG nova.compute.manager [req-290f77f3-ec7e-4278-b5a5-adf18febc60b req-cff6553d-6855-417a-b2fd-32942f81c752 service nova] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Received event network-vif-plugged-88c7b213-713e-40b3-a976-ccc188c4ecc8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.523586] env[62664]: DEBUG oslo_concurrency.lockutils [req-290f77f3-ec7e-4278-b5a5-adf18febc60b req-cff6553d-6855-417a-b2fd-32942f81c752 service nova] Acquiring lock "33e9ad49-9746-44f8-8907-5cfd1eac5724-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.523787] env[62664]: DEBUG oslo_concurrency.lockutils [req-290f77f3-ec7e-4278-b5a5-adf18febc60b req-cff6553d-6855-417a-b2fd-32942f81c752 service nova] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.524072] env[62664]: DEBUG oslo_concurrency.lockutils [req-290f77f3-ec7e-4278-b5a5-adf18febc60b req-cff6553d-6855-417a-b2fd-32942f81c752 service nova] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.524145] env[62664]: DEBUG nova.compute.manager [req-290f77f3-ec7e-4278-b5a5-adf18febc60b req-cff6553d-6855-417a-b2fd-32942f81c752 service nova] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] No waiting events found dispatching network-vif-plugged-88c7b213-713e-40b3-a976-ccc188c4ecc8 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.524297] env[62664]: WARNING nova.compute.manager [req-290f77f3-ec7e-4278-b5a5-adf18febc60b req-cff6553d-6855-417a-b2fd-32942f81c752 service nova] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Received unexpected event network-vif-plugged-88c7b213-713e-40b3-a976-ccc188c4ecc8 for instance with vm_state building and task_state spawning. [ 1022.607309] env[62664]: DEBUG nova.network.neutron [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Successfully updated port: 88c7b213-713e-40b3-a976-ccc188c4ecc8 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.111445] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "refresh_cache-33e9ad49-9746-44f8-8907-5cfd1eac5724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.111445] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "refresh_cache-33e9ad49-9746-44f8-8907-5cfd1eac5724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.111445] env[62664]: DEBUG nova.network.neutron [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.501417] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.501793] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6ddd925-2dc5-4808-8d40-4b09cd934259 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.510369] env[62664]: DEBUG oslo_vmware.api [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1023.510369] env[62664]: value = "task-2698432" [ 1023.510369] env[62664]: _type = "Task" [ 1023.510369] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.518307] env[62664]: DEBUG oslo_vmware.api [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.523009] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.523526] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.523526] env[62664]: INFO nova.compute.manager [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Attaching volume 9c111d7c-98ff-4e48-b60c-1777b555ca1a to /dev/sdb [ 1023.558256] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874fdae-25f0-4d95-941e-49bb3271f3ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.567832] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd97e01-6085-4188-b4ca-3d46eb80396e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.580752] env[62664]: DEBUG nova.virt.block_device [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Updating existing volume attachment record: 6654b757-e809-4cd6-bb91-0c653bbdcaa1 {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1023.648507] env[62664]: DEBUG nova.network.neutron [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.822486] env[62664]: DEBUG nova.network.neutron [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Updating instance_info_cache with network_info: [{"id": "88c7b213-713e-40b3-a976-ccc188c4ecc8", "address": "fa:16:3e:5d:55:e5", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c7b213-71", "ovs_interfaceid": "88c7b213-713e-40b3-a976-ccc188c4ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.019984] env[62664]: DEBUG oslo_vmware.api [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698432, 'name': PowerOffVM_Task, 'duration_secs': 0.191375} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.020273] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.020697] env[62664]: DEBUG nova.compute.manager [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.021525] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1d8760-8727-4b08-bda5-33cb2f91cd00 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.325071] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "refresh_cache-33e9ad49-9746-44f8-8907-5cfd1eac5724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.325415] env[62664]: DEBUG nova.compute.manager [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Instance network_info: |[{"id": "88c7b213-713e-40b3-a976-ccc188c4ecc8", "address": "fa:16:3e:5d:55:e5", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c7b213-71", "ovs_interfaceid": "88c7b213-713e-40b3-a976-ccc188c4ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.325838] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:55:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88c7b213-713e-40b3-a976-ccc188c4ecc8', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.333661] env[62664]: DEBUG oslo.service.loopingcall [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.334202] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.334429] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdda2f02-996e-4a52-890b-51a99e31434a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.353470] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.353470] env[62664]: value = "task-2698436" [ 1024.353470] env[62664]: _type = "Task" [ 1024.353470] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.362322] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698436, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.532452] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1281498f-8d36-406d-acb6-11d080a6025f tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "043dc29e-93eb-4a28-bc3f-37d859f4973a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.550976] env[62664]: DEBUG nova.compute.manager [req-72465e63-1122-4c3e-9fb3-1f65f8ea5946 req-b8d9e9e4-a16f-4726-8d4c-fefc669bbba9 service nova] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Received event network-changed-88c7b213-713e-40b3-a976-ccc188c4ecc8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.551169] env[62664]: DEBUG nova.compute.manager [req-72465e63-1122-4c3e-9fb3-1f65f8ea5946 req-b8d9e9e4-a16f-4726-8d4c-fefc669bbba9 service nova] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Refreshing instance network info cache due to event network-changed-88c7b213-713e-40b3-a976-ccc188c4ecc8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.551336] env[62664]: DEBUG oslo_concurrency.lockutils [req-72465e63-1122-4c3e-9fb3-1f65f8ea5946 req-b8d9e9e4-a16f-4726-8d4c-fefc669bbba9 service nova] Acquiring lock "refresh_cache-33e9ad49-9746-44f8-8907-5cfd1eac5724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.551482] env[62664]: DEBUG oslo_concurrency.lockutils [req-72465e63-1122-4c3e-9fb3-1f65f8ea5946 req-b8d9e9e4-a16f-4726-8d4c-fefc669bbba9 service nova] Acquired lock "refresh_cache-33e9ad49-9746-44f8-8907-5cfd1eac5724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.551833] env[62664]: DEBUG nova.network.neutron [req-72465e63-1122-4c3e-9fb3-1f65f8ea5946 req-b8d9e9e4-a16f-4726-8d4c-fefc669bbba9 service nova] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Refreshing network info cache for port 88c7b213-713e-40b3-a976-ccc188c4ecc8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.864229] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698436, 'name': CreateVM_Task, 'duration_secs': 0.34833} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.864404] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.865094] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.865265] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.865580] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.865829] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878a40fc-155f-421d-ba7d-8bb99616d338 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.872182] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1024.872182] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521bdfbf-8d91-96f0-9ea6-e8ac7c6a9348" [ 1024.872182] env[62664]: _type = "Task" [ 1024.872182] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.880201] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521bdfbf-8d91-96f0-9ea6-e8ac7c6a9348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.102541] env[62664]: DEBUG oslo_concurrency.lockutils [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "043dc29e-93eb-4a28-bc3f-37d859f4973a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.102817] env[62664]: DEBUG oslo_concurrency.lockutils [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "043dc29e-93eb-4a28-bc3f-37d859f4973a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.103060] env[62664]: DEBUG oslo_concurrency.lockutils [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "043dc29e-93eb-4a28-bc3f-37d859f4973a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.103242] env[62664]: DEBUG oslo_concurrency.lockutils [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "043dc29e-93eb-4a28-bc3f-37d859f4973a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.103414] env[62664]: DEBUG oslo_concurrency.lockutils [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "043dc29e-93eb-4a28-bc3f-37d859f4973a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.105783] env[62664]: INFO nova.compute.manager [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Terminating instance [ 1025.231188] env[62664]: DEBUG nova.network.neutron [req-72465e63-1122-4c3e-9fb3-1f65f8ea5946 req-b8d9e9e4-a16f-4726-8d4c-fefc669bbba9 service nova] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Updated VIF entry in instance network info cache for port 88c7b213-713e-40b3-a976-ccc188c4ecc8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.231548] env[62664]: DEBUG nova.network.neutron [req-72465e63-1122-4c3e-9fb3-1f65f8ea5946 req-b8d9e9e4-a16f-4726-8d4c-fefc669bbba9 service nova] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Updating instance_info_cache with network_info: [{"id": "88c7b213-713e-40b3-a976-ccc188c4ecc8", "address": "fa:16:3e:5d:55:e5", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c7b213-71", "ovs_interfaceid": "88c7b213-713e-40b3-a976-ccc188c4ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.382556] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521bdfbf-8d91-96f0-9ea6-e8ac7c6a9348, 'name': SearchDatastore_Task, 'duration_secs': 0.027396} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.382878] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.383134] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.383357] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.383504] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.383683] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.383941] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6d5e311-159f-410c-aea2-ce3bb68077b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.392052] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.392235] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.392923] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6661ba2a-b413-4aee-b4a6-87dbaa350171 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.398043] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1025.398043] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52baff75-ac84-d0c4-81d3-2da2080f7e17" [ 1025.398043] env[62664]: _type = "Task" [ 1025.398043] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.405356] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52baff75-ac84-d0c4-81d3-2da2080f7e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.609241] env[62664]: DEBUG nova.compute.manager [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.609537] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.610429] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e841e1-3763-4a99-bf0f-a20897efb411 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.618368] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.618597] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c5221d7-21c7-4ab3-9f1f-fc16aab69e2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.689485] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.689755] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.689876] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleting the datastore file [datastore2] 043dc29e-93eb-4a28-bc3f-37d859f4973a {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.690162] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22a1d211-ca90-414e-90cc-6e7756abc6e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.696449] env[62664]: DEBUG oslo_vmware.api [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1025.696449] env[62664]: value = "task-2698438" [ 1025.696449] env[62664]: _type = "Task" [ 1025.696449] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.704838] env[62664]: DEBUG oslo_vmware.api [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.734606] env[62664]: DEBUG oslo_concurrency.lockutils [req-72465e63-1122-4c3e-9fb3-1f65f8ea5946 req-b8d9e9e4-a16f-4726-8d4c-fefc669bbba9 service nova] Releasing lock "refresh_cache-33e9ad49-9746-44f8-8907-5cfd1eac5724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.908691] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52baff75-ac84-d0c4-81d3-2da2080f7e17, 'name': SearchDatastore_Task, 'duration_secs': 0.008706} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.909517] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd8cfc6-efe8-4ee3-97c9-70cf3a3405fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.915441] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1025.915441] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296c280-8da0-b9fa-af3b-60cf40100102" [ 1025.915441] env[62664]: _type = "Task" [ 1025.915441] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.924765] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296c280-8da0-b9fa-af3b-60cf40100102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.206511] env[62664]: DEBUG oslo_vmware.api [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148618} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.206692] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.206752] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.206921] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.207119] env[62664]: INFO nova.compute.manager [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1026.207423] env[62664]: DEBUG oslo.service.loopingcall [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.207633] env[62664]: DEBUG nova.compute.manager [-] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.207730] env[62664]: DEBUG nova.network.neutron [-] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.426299] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296c280-8da0-b9fa-af3b-60cf40100102, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.426579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.426885] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 33e9ad49-9746-44f8-8907-5cfd1eac5724/33e9ad49-9746-44f8-8907-5cfd1eac5724.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.427182] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d7c1c8-4e34-42e6-93c7-947ac2bba291 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.433921] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1026.433921] env[62664]: value = "task-2698440" [ 1026.433921] env[62664]: _type = "Task" [ 1026.433921] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.441981] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.582484] env[62664]: DEBUG nova.compute.manager [req-cc1c3874-30f8-4147-a3e3-de0975f89704 req-35811dc7-008d-4b4a-a1d3-ae6156b2f28b service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Received event network-vif-deleted-76950f02-81ab-4561-b2dc-df867706ccbf {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.582798] env[62664]: INFO nova.compute.manager [req-cc1c3874-30f8-4147-a3e3-de0975f89704 req-35811dc7-008d-4b4a-a1d3-ae6156b2f28b service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Neutron deleted interface 76950f02-81ab-4561-b2dc-df867706ccbf; detaching it from the instance and deleting it from the info cache [ 1026.583057] env[62664]: DEBUG nova.network.neutron [req-cc1c3874-30f8-4147-a3e3-de0975f89704 req-35811dc7-008d-4b4a-a1d3-ae6156b2f28b service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.913368] env[62664]: DEBUG nova.network.neutron [-] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.943953] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4228} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.944093] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 33e9ad49-9746-44f8-8907-5cfd1eac5724/33e9ad49-9746-44f8-8907-5cfd1eac5724.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.945033] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.945033] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20f9db80-8758-434b-b29f-d1dc5e2fcde1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.951073] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1026.951073] env[62664]: value = "task-2698441" [ 1026.951073] env[62664]: _type = "Task" [ 1026.951073] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.960242] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.086336] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-380a03a6-cb92-416a-b3db-c582e38c2462 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.095685] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d77186a-43c3-49a5-97ec-0b2b22f336d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.129017] env[62664]: DEBUG nova.compute.manager [req-cc1c3874-30f8-4147-a3e3-de0975f89704 req-35811dc7-008d-4b4a-a1d3-ae6156b2f28b service nova] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Detach interface failed, port_id=76950f02-81ab-4561-b2dc-df867706ccbf, reason: Instance 043dc29e-93eb-4a28-bc3f-37d859f4973a could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1027.415879] env[62664]: INFO nova.compute.manager [-] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Took 1.21 seconds to deallocate network for instance. [ 1027.462023] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070474} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.462296] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.463076] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecde38f-6d95-4ec6-a228-2805003b2603 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.485174] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 33e9ad49-9746-44f8-8907-5cfd1eac5724/33e9ad49-9746-44f8-8907-5cfd1eac5724.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.485415] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-384ce855-c941-4a34-a1ca-6d2aa25bf64f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.506043] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1027.506043] env[62664]: value = "task-2698442" [ 1027.506043] env[62664]: _type = "Task" [ 1027.506043] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.515772] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.922642] env[62664]: DEBUG oslo_concurrency.lockutils [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.922890] env[62664]: DEBUG oslo_concurrency.lockutils [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.922981] env[62664]: DEBUG nova.objects.instance [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lazy-loading 'resources' on Instance uuid 043dc29e-93eb-4a28-bc3f-37d859f4973a {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.015830] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698442, 'name': ReconfigVM_Task, 'duration_secs': 0.273873} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.016222] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 33e9ad49-9746-44f8-8907-5cfd1eac5724/33e9ad49-9746-44f8-8907-5cfd1eac5724.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.016919] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5a438f7-b895-41e8-949a-7bf21018eea0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.023864] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1028.023864] env[62664]: value = "task-2698443" [ 1028.023864] env[62664]: _type = "Task" [ 1028.023864] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.031881] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698443, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.127562] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1028.127809] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543783', 'volume_id': '9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'name': 'volume-9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24e843d8-b56d-4dcb-b999-cdbdc8aa17c0', 'attached_at': '', 'detached_at': '', 'volume_id': '9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'serial': '9c111d7c-98ff-4e48-b60c-1777b555ca1a'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1028.128728] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe386d43-fd20-4133-ab55-f1868ca18946 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.145491] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bda9ec-cefa-41e0-921c-bc4a068c37be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.170610] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-9c111d7c-98ff-4e48-b60c-1777b555ca1a/volume-9c111d7c-98ff-4e48-b60c-1777b555ca1a.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.170966] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34092bd-16ff-4e50-b500-f8746c4e77af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.189077] env[62664]: DEBUG oslo_vmware.api [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1028.189077] env[62664]: value = "task-2698444" [ 1028.189077] env[62664]: _type = "Task" [ 1028.189077] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.197699] env[62664]: DEBUG oslo_vmware.api [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.534392] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698443, 'name': Rename_Task, 'duration_secs': 0.149452} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.536813] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.537240] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bea6b289-2d8f-4839-a6cf-6ea2ae3530c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.544491] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1028.544491] env[62664]: value = "task-2698445" [ 1028.544491] env[62664]: _type = "Task" [ 1028.544491] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.555417] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.607138] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ed810-57dd-41fb-b183-77d4fc0a466b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.613663] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa8d1e6-5f37-48f8-8e63-4c2dc75c495d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.644341] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6e7811-a543-466d-92e2-81bf504608ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.652023] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf236547-4528-4357-bd8e-8bd9884fd213 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.667312] env[62664]: DEBUG nova.compute.provider_tree [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.698485] env[62664]: DEBUG oslo_vmware.api [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698444, 'name': ReconfigVM_Task, 'duration_secs': 0.377841} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.698746] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-9c111d7c-98ff-4e48-b60c-1777b555ca1a/volume-9c111d7c-98ff-4e48-b60c-1777b555ca1a.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.703584] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc23201f-f3b0-4c2c-b8ad-351a87fa1f3a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.718562] env[62664]: DEBUG oslo_vmware.api [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1028.718562] env[62664]: value = "task-2698446" [ 1028.718562] env[62664]: _type = "Task" [ 1028.718562] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.726461] env[62664]: DEBUG oslo_vmware.api [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.054360] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698445, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.170708] env[62664]: DEBUG nova.scheduler.client.report [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.229783] env[62664]: DEBUG oslo_vmware.api [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698446, 'name': ReconfigVM_Task, 'duration_secs': 0.212651} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.230188] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543783', 'volume_id': '9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'name': 'volume-9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24e843d8-b56d-4dcb-b999-cdbdc8aa17c0', 'attached_at': '', 'detached_at': '', 'volume_id': '9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'serial': '9c111d7c-98ff-4e48-b60c-1777b555ca1a'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1029.556365] env[62664]: DEBUG oslo_vmware.api [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698445, 'name': PowerOnVM_Task, 'duration_secs': 0.737027} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.557067] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.557180] env[62664]: INFO nova.compute.manager [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1029.557300] env[62664]: DEBUG nova.compute.manager [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.558036] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a679b341-b24d-4609-a77d-727ea856e5b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.676825] env[62664]: DEBUG oslo_concurrency.lockutils [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.696834] env[62664]: INFO nova.scheduler.client.report [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted allocations for instance 043dc29e-93eb-4a28-bc3f-37d859f4973a [ 1030.074069] env[62664]: INFO nova.compute.manager [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Took 12.25 seconds to build instance. [ 1030.204841] env[62664]: DEBUG oslo_concurrency.lockutils [None req-48dd4db0-5632-477c-b528-b9f74a43cc68 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "043dc29e-93eb-4a28-bc3f-37d859f4973a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.102s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.270467] env[62664]: DEBUG nova.objects.instance [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lazy-loading 'flavor' on Instance uuid 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.576599] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d935b9ef-e879-4589-bae9-36261af758ad tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.765s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.775620] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c628d2d-59ea-4464-b31c-2afd187165f9 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.856101] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "a46f7aa6-e307-4c01-a666-38cb2a012b26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.856101] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a46f7aa6-e307-4c01-a666-38cb2a012b26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.856316] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "a46f7aa6-e307-4c01-a666-38cb2a012b26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.856414] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a46f7aa6-e307-4c01-a666-38cb2a012b26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.856584] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a46f7aa6-e307-4c01-a666-38cb2a012b26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.858682] env[62664]: INFO nova.compute.manager [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Terminating instance [ 1030.874454] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.874735] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.874998] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.875219] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.875387] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.876991] env[62664]: INFO nova.compute.manager [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Terminating instance [ 1031.170081] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.170081] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.170081] env[62664]: DEBUG nova.compute.manager [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.170594] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09f08d0-860b-460d-b512-bc26ed4f8707 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.177960] env[62664]: DEBUG nova.compute.manager [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1031.178799] env[62664]: DEBUG nova.objects.instance [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lazy-loading 'flavor' on Instance uuid 33e9ad49-9746-44f8-8907-5cfd1eac5724 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.362364] env[62664]: DEBUG nova.compute.manager [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.362608] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.363641] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3484c369-955e-49d7-99bf-c0dc3fb72057 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.371644] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.371896] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f817f39-f6d2-4a4d-8eea-b96f18853fb3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.377891] env[62664]: DEBUG oslo_vmware.api [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1031.377891] env[62664]: value = "task-2698447" [ 1031.377891] env[62664]: _type = "Task" [ 1031.377891] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.381812] env[62664]: DEBUG nova.compute.manager [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.382077] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.382332] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-928153dd-83b2-4b80-87ba-c3eb5d37313a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.388430] env[62664]: DEBUG oslo_vmware.api [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.389741] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1031.389741] env[62664]: value = "task-2698448" [ 1031.389741] env[62664]: _type = "Task" [ 1031.389741] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.397650] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.889689] env[62664]: DEBUG oslo_vmware.api [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698447, 'name': PowerOffVM_Task, 'duration_secs': 0.227259} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.890046] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.890283] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.890622] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-517fc90e-1345-4728-8872-582530a309e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.900728] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698448, 'name': PowerOffVM_Task, 'duration_secs': 0.199302} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.900953] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.901176] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1031.901369] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543783', 'volume_id': '9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'name': 'volume-9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24e843d8-b56d-4dcb-b999-cdbdc8aa17c0', 'attached_at': '', 'detached_at': '', 'volume_id': '9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'serial': '9c111d7c-98ff-4e48-b60c-1777b555ca1a'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1031.902114] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fd1a61-d325-44f2-be24-a0adac95f7ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.922239] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5df5fd1-5758-450a-83fe-1b7868ebda23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.929011] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce994d34-5f6c-49e0-8d4b-5ec735a44d4a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.950054] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd58802-d82e-4fff-aec1-f9a89bfb80d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.967792] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c111d7c-98ff-4e48-b60c-1777b555ca1a/volume-9c111d7c-98ff-4e48-b60c-1777b555ca1a.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1031.973701] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.975279] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d122d867-0f92-4867-a93b-3b6aecedcf61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.988300] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.988520] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.988702] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleting the datastore file [datastore1] a46f7aa6-e307-4c01-a666-38cb2a012b26 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.988966] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9480b0d4-1ea7-4496-9259-9a7c9dc3ae31 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.995660] env[62664]: DEBUG oslo_vmware.api [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for the task: (returnval){ [ 1031.995660] env[62664]: value = "task-2698450" [ 1031.995660] env[62664]: _type = "Task" [ 1031.995660] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.996905] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1031.996905] env[62664]: value = "task-2698451" [ 1031.996905] env[62664]: _type = "Task" [ 1031.996905] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.009243] env[62664]: DEBUG oslo_vmware.api [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.012340] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.187818] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.188299] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe820ec-6a49-4c6d-ae18-e7f5748e009e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.194926] env[62664]: DEBUG oslo_vmware.api [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1032.194926] env[62664]: value = "task-2698452" [ 1032.194926] env[62664]: _type = "Task" [ 1032.194926] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.202905] env[62664]: DEBUG oslo_vmware.api [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.508198] env[62664]: DEBUG oslo_vmware.api [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Task: {'id': task-2698450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14793} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.508824] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.509044] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.509232] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.509439] env[62664]: INFO nova.compute.manager [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1032.509679] env[62664]: DEBUG oslo.service.loopingcall [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.509887] env[62664]: DEBUG nova.compute.manager [-] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.509986] env[62664]: DEBUG nova.network.neutron [-] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.514479] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698451, 'name': ReconfigVM_Task, 'duration_secs': 0.201248} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.515032] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.519624] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687d5d6f-4af8-49f8-a6f8-615831f2c442 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.534541] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1032.534541] env[62664]: value = "task-2698453" [ 1032.534541] env[62664]: _type = "Task" [ 1032.534541] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.544452] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.706575] env[62664]: DEBUG oslo_vmware.api [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698452, 'name': PowerOffVM_Task, 'duration_secs': 0.337694} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.706878] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.707092] env[62664]: DEBUG nova.compute.manager [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.707880] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd50ecf5-01f4-456a-9d8c-814bf458ef75 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.827169] env[62664]: DEBUG nova.compute.manager [req-f4b22a14-b03f-4ff8-a427-2bd3a0739426 req-ca6a3004-e327-4b11-9787-49d0aeac37e6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Received event network-vif-deleted-0d72d9dc-c831-48e5-9322-fab121d22f17 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.827169] env[62664]: INFO nova.compute.manager [req-f4b22a14-b03f-4ff8-a427-2bd3a0739426 req-ca6a3004-e327-4b11-9787-49d0aeac37e6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Neutron deleted interface 0d72d9dc-c831-48e5-9322-fab121d22f17; detaching it from the instance and deleting it from the info cache [ 1032.827169] env[62664]: DEBUG nova.network.neutron [req-f4b22a14-b03f-4ff8-a427-2bd3a0739426 req-ca6a3004-e327-4b11-9787-49d0aeac37e6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.045420] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698453, 'name': ReconfigVM_Task, 'duration_secs': 0.26368} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.045745] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543783', 'volume_id': '9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'name': 'volume-9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24e843d8-b56d-4dcb-b999-cdbdc8aa17c0', 'attached_at': '', 'detached_at': '', 'volume_id': '9c111d7c-98ff-4e48-b60c-1777b555ca1a', 'serial': '9c111d7c-98ff-4e48-b60c-1777b555ca1a'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1033.046108] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.046985] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82a9aa3-8be7-4051-9033-ed980bd47e13 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.054165] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.054212] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fcea120-d261-4958-a742-bd02c5b1e063 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.126582] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.126816] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.127039] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleting the datastore file [datastore2] 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.130625] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be7fa9b7-f684-4522-82b6-8f037932e622 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.139081] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1033.139081] env[62664]: value = "task-2698455" [ 1033.139081] env[62664]: _type = "Task" [ 1033.139081] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.148225] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.220077] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d7e218f0-878c-4a9e-92f9-f0e384f7aacd tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.297846] env[62664]: DEBUG nova.network.neutron [-] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.329220] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db3bffb5-2b16-45a1-86b8-06ddfbcdf756 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.338671] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9296e719-6c5b-4272-b050-d0f92db5b7c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.371201] env[62664]: DEBUG nova.compute.manager [req-f4b22a14-b03f-4ff8-a427-2bd3a0739426 req-ca6a3004-e327-4b11-9787-49d0aeac37e6 service nova] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Detach interface failed, port_id=0d72d9dc-c831-48e5-9322-fab121d22f17, reason: Instance a46f7aa6-e307-4c01-a666-38cb2a012b26 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1033.635587] env[62664]: INFO nova.compute.manager [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Rebuilding instance [ 1033.648600] env[62664]: DEBUG oslo_vmware.api [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147661} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.648870] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.649092] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.649348] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.649531] env[62664]: INFO nova.compute.manager [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1033.649774] env[62664]: DEBUG oslo.service.loopingcall [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.649967] env[62664]: DEBUG nova.compute.manager [-] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.650075] env[62664]: DEBUG nova.network.neutron [-] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.680133] env[62664]: DEBUG nova.compute.manager [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.681017] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e3a61-27db-4568-918d-2d1e4e9c71b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.801373] env[62664]: INFO nova.compute.manager [-] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Took 1.29 seconds to deallocate network for instance. [ 1034.307989] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.308295] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.308518] env[62664]: DEBUG nova.objects.instance [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lazy-loading 'resources' on Instance uuid a46f7aa6-e307-4c01-a666-38cb2a012b26 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.383436] env[62664]: DEBUG nova.network.neutron [-] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.697934] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.698049] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89457e2c-a4f9-48f1-9ad8-d1a876139c9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.704746] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1034.704746] env[62664]: value = "task-2698456" [ 1034.704746] env[62664]: _type = "Task" [ 1034.704746] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.714361] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1034.714618] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.715391] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eafa62b-3ce6-4a2e-9b54-53f5541502f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.723589] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.723589] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-795a6717-18d1-4041-b187-b3afa0a647d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.781095] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.781456] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.781779] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleting the datastore file [datastore1] 33e9ad49-9746-44f8-8907-5cfd1eac5724 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.782079] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351fb80c-1dd7-40da-909c-b90119ab2a5f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.788798] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1034.788798] env[62664]: value = "task-2698458" [ 1034.788798] env[62664]: _type = "Task" [ 1034.788798] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.796792] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.862464] env[62664]: DEBUG nova.compute.manager [req-9e381b72-6c4e-4f17-815e-70ffee326830 req-c2ce09cd-8e66-408f-bef2-e3fab73b2224 service nova] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Received event network-vif-deleted-03e16e6a-977e-4e7e-9def-d94f8296a184 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.885915] env[62664]: INFO nova.compute.manager [-] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Took 1.24 seconds to deallocate network for instance. [ 1034.997159] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bfc5bd-5378-4795-a9b4-39b7e14a30c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.004473] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97023db-264e-4d63-9c26-526827fe374a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.033553] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08e794a-6993-4f41-804e-8cbea67e4700 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.040293] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c3028b-e1a3-4601-8fd1-6c20f3ef2ad3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.052923] env[62664]: DEBUG nova.compute.provider_tree [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.301335] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141345} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.301591] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.301793] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.301977] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.428154] env[62664]: INFO nova.compute.manager [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Took 0.54 seconds to detach 1 volumes for instance. [ 1035.556432] env[62664]: DEBUG nova.scheduler.client.report [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.934649] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.061672] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.064225] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.130s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.064458] env[62664]: DEBUG nova.objects.instance [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lazy-loading 'resources' on Instance uuid 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.080247] env[62664]: INFO nova.scheduler.client.report [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Deleted allocations for instance a46f7aa6-e307-4c01-a666-38cb2a012b26 [ 1036.335810] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.336065] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.336225] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.336412] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.336588] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.336749] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.336956] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.337134] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.337303] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.337462] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.337632] env[62664]: DEBUG nova.virt.hardware [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.338535] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a63cc-14d3-4808-91a8-4c20398d8e18 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.346345] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09548f12-5685-41ad-bffa-9571aca0573b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.359442] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:55:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88c7b213-713e-40b3-a976-ccc188c4ecc8', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.366663] env[62664]: DEBUG oslo.service.loopingcall [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.366889] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.367166] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93926c8e-d592-4cfd-9913-350b4547af8b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.386482] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.386482] env[62664]: value = "task-2698459" [ 1036.386482] env[62664]: _type = "Task" [ 1036.386482] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.393532] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698459, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.591930] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66c33166-d0c8-46bb-a856-2dd501908781 tempest-ServersTestJSON-924645289 tempest-ServersTestJSON-924645289-project-member] Lock "a46f7aa6-e307-4c01-a666-38cb2a012b26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.736s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.726266] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a7d59-e8fb-458a-aeba-b1ece9f5b0ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.734220] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f92134-6a05-47e9-9975-c49f39a8c10c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.765478] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4a850b-26ab-49c8-b97b-af075f7d4e3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.772790] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84af0249-86d9-4798-bd72-dfb39b901c47 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.785701] env[62664]: DEBUG nova.compute.provider_tree [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.897564] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698459, 'name': CreateVM_Task, 'duration_secs': 0.397181} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.897564] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.898579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.898579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.898579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.898790] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c831037d-753e-44c5-abd5-ca49cee4a54b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.903502] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1036.903502] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a8f799-82d3-6370-9227-ba6b2b47fc0e" [ 1036.903502] env[62664]: _type = "Task" [ 1036.903502] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.911449] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a8f799-82d3-6370-9227-ba6b2b47fc0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.290092] env[62664]: DEBUG nova.scheduler.client.report [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.414318] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a8f799-82d3-6370-9227-ba6b2b47fc0e, 'name': SearchDatastore_Task, 'duration_secs': 0.018624} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.415577] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.415577] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.415577] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.415577] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.415577] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.415793] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32629a0a-ffd2-4ea9-9ea2-84fbf99ba7c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.424233] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.424406] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.425452] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbda7447-74c9-47a2-86d2-ee48f935dafc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.431139] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1037.431139] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e33981-a7a8-a087-6c67-b29211c16c03" [ 1037.431139] env[62664]: _type = "Task" [ 1037.431139] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.439737] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e33981-a7a8-a087-6c67-b29211c16c03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.682657] env[62664]: DEBUG nova.compute.manager [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.683611] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc0778e-1b16-422f-882a-ab438588abad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.796644] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.818182] env[62664]: INFO nova.scheduler.client.report [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted allocations for instance 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0 [ 1037.941320] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e33981-a7a8-a087-6c67-b29211c16c03, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.942148] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db17a0c-82bd-405e-8014-233cadb95d34 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.946847] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1037.946847] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b24f32-2ee0-0d96-ea6b-f66682cbd09b" [ 1037.946847] env[62664]: _type = "Task" [ 1037.946847] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.954668] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b24f32-2ee0-0d96-ea6b-f66682cbd09b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.016048] env[62664]: INFO nova.compute.manager [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Rebuilding instance [ 1038.056464] env[62664]: DEBUG nova.compute.manager [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.057373] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eefc49-9ea7-4699-9eb8-be4c79815ed4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.199387] env[62664]: INFO nova.compute.manager [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] instance snapshotting [ 1038.201046] env[62664]: DEBUG nova.objects.instance [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'flavor' on Instance uuid 514439d3-4fd2-4bc2-9398-09d197e84fdb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.325581] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c2c033c9-76cf-4ae9-90e8-4c325fe1ad1b tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "24e843d8-b56d-4dcb-b999-cdbdc8aa17c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.451s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.458159] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b24f32-2ee0-0d96-ea6b-f66682cbd09b, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.458472] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.458775] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 33e9ad49-9746-44f8-8907-5cfd1eac5724/33e9ad49-9746-44f8-8907-5cfd1eac5724.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.459091] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-506bc461-2ac3-4e29-a304-6b509679084c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.465359] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1038.465359] env[62664]: value = "task-2698460" [ 1038.465359] env[62664]: _type = "Task" [ 1038.465359] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.474456] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.706476] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f1a43d-b981-4701-b603-ec90b8f85ba1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.735743] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50389f8c-2fd9-4bd3-8e2f-8926f4beadb9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.976841] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508118} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.977037] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 33e9ad49-9746-44f8-8907-5cfd1eac5724/33e9ad49-9746-44f8-8907-5cfd1eac5724.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.977257] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.977513] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1779f1b1-4e4b-48fb-b018-15fe2e262e32 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.984369] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1038.984369] env[62664]: value = "task-2698461" [ 1038.984369] env[62664]: _type = "Task" [ 1038.984369] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.992343] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.071121] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.071437] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f4923af-4b6c-43da-9697-4ef66d054e1a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.077871] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for the task: (returnval){ [ 1039.077871] env[62664]: value = "task-2698462" [ 1039.077871] env[62664]: _type = "Task" [ 1039.077871] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.085985] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.249936] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1039.250095] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7417fd94-9dfd-47de-b9bb-56a0b6f02d2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.257019] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1039.257019] env[62664]: value = "task-2698463" [ 1039.257019] env[62664]: _type = "Task" [ 1039.257019] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.265293] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698463, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.407129] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.407465] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.494405] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058516} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.494725] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.495510] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45375d2-7f19-48e9-a3a9-283c963c2622 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.516930] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 33e9ad49-9746-44f8-8907-5cfd1eac5724/33e9ad49-9746-44f8-8907-5cfd1eac5724.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.517185] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd885a2-d17c-401b-be1f-4e0da738fc66 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.535844] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1039.535844] env[62664]: value = "task-2698464" [ 1039.535844] env[62664]: _type = "Task" [ 1039.535844] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.543246] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.587098] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698462, 'name': PowerOffVM_Task, 'duration_secs': 0.19869} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.587383] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.588073] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.588332] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebb5e4b8-9555-45c7-9afc-5427818a4278 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.593604] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for the task: (returnval){ [ 1039.593604] env[62664]: value = "task-2698465" [ 1039.593604] env[62664]: _type = "Task" [ 1039.593604] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.604205] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1039.604423] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1039.604617] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543759', 'volume_id': '514c3df0-bd79-4b24-8323-4f878d6970b7', 'name': 'volume-514c3df0-bd79-4b24-8323-4f878d6970b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab', 'attached_at': '', 'detached_at': '', 'volume_id': '514c3df0-bd79-4b24-8323-4f878d6970b7', 'serial': '514c3df0-bd79-4b24-8323-4f878d6970b7'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1039.605357] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f77e1d-f4c4-431c-82a0-6fbc5fb44c60 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.625703] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2af0e3-4ce2-425a-9f7d-e90a872be173 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.633091] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d357bc0a-4e3f-4d93-b57f-ef28ca30b3e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.650640] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ea35f0-c743-4436-80d9-176dbcd29640 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.666124] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] The volume has not been displaced from its original location: [datastore2] volume-514c3df0-bd79-4b24-8323-4f878d6970b7/volume-514c3df0-bd79-4b24-8323-4f878d6970b7.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1039.671516] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1039.671985] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1361d73-b5f9-4630-8d6a-c116c7ccd8ef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.689572] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for the task: (returnval){ [ 1039.689572] env[62664]: value = "task-2698466" [ 1039.689572] env[62664]: _type = "Task" [ 1039.689572] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.697853] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.767709] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698463, 'name': CreateSnapshot_Task, 'duration_secs': 0.479918} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.768081] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1039.768985] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091d3fe4-94d2-4dd4-ba32-9683d78bfde6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.915257] env[62664]: INFO nova.compute.manager [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Detaching volume 45d6650f-f844-484c-8980-9cb764e2f4f8 [ 1039.953037] env[62664]: INFO nova.virt.block_device [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Attempting to driver detach volume 45d6650f-f844-484c-8980-9cb764e2f4f8 from mountpoint /dev/sdb [ 1039.953196] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1039.953387] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543757', 'volume_id': '45d6650f-f844-484c-8980-9cb764e2f4f8', 'name': 'volume-45d6650f-f844-484c-8980-9cb764e2f4f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b', 'attached_at': '', 'detached_at': '', 'volume_id': '45d6650f-f844-484c-8980-9cb764e2f4f8', 'serial': '45d6650f-f844-484c-8980-9cb764e2f4f8'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1039.954605] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec1b9fe-5ef5-4a3d-9af4-0ceefe1dfea7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.961412] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "c0451edd-57a4-4322-b249-3d5aebb2c62b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.961658] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.980565] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118004b2-d5b5-4dac-9769-a2c34afb353d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.988654] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa3d8c-938f-46af-bf1a-d5d72a0689ed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.012737] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499dc3ab-d8fe-492c-96b2-7ba6efa4d575 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.028386] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] The volume has not been displaced from its original location: [datastore2] volume-45d6650f-f844-484c-8980-9cb764e2f4f8/volume-45d6650f-f844-484c-8980-9cb764e2f4f8.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.034272] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.034574] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e44e5c8-4e8c-4271-b3cb-94150856c4c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.057915] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698464, 'name': ReconfigVM_Task, 'duration_secs': 0.279569} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.059083] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 33e9ad49-9746-44f8-8907-5cfd1eac5724/33e9ad49-9746-44f8-8907-5cfd1eac5724.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.059758] env[62664]: DEBUG oslo_vmware.api [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1040.059758] env[62664]: value = "task-2698467" [ 1040.059758] env[62664]: _type = "Task" [ 1040.059758] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.059951] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f71ef6ad-763f-4b5d-92de-a2d805f6f531 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.070157] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1040.070157] env[62664]: value = "task-2698468" [ 1040.070157] env[62664]: _type = "Task" [ 1040.070157] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.073094] env[62664]: DEBUG oslo_vmware.api [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698467, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.080632] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698468, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.201103] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698466, 'name': ReconfigVM_Task, 'duration_secs': 0.174426} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.201575] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.206682] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878017f6-50da-4656-9bb0-a9d632e190f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.222139] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for the task: (returnval){ [ 1040.222139] env[62664]: value = "task-2698469" [ 1040.222139] env[62664]: _type = "Task" [ 1040.222139] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.231600] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.286907] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1040.287199] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-454d0448-6776-4da7-a395-e52a662f9a1e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.295295] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1040.295295] env[62664]: value = "task-2698470" [ 1040.295295] env[62664]: _type = "Task" [ 1040.295295] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.303733] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698470, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.464633] env[62664]: DEBUG nova.compute.manager [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.575536] env[62664]: DEBUG oslo_vmware.api [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698467, 'name': ReconfigVM_Task, 'duration_secs': 0.233433} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.578714] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.583252] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf530333-f6ad-4b48-a335-36f580b07193 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.597861] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698468, 'name': Rename_Task, 'duration_secs': 0.17449} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.599047] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.599367] env[62664]: DEBUG oslo_vmware.api [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1040.599367] env[62664]: value = "task-2698471" [ 1040.599367] env[62664]: _type = "Task" [ 1040.599367] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.599553] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e1a60ef-9e35-4c79-83b8-1d1d947cc220 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.608964] env[62664]: DEBUG oslo_vmware.api [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.610075] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1040.610075] env[62664]: value = "task-2698472" [ 1040.610075] env[62664]: _type = "Task" [ 1040.610075] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.616918] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.733527] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698469, 'name': ReconfigVM_Task, 'duration_secs': 0.25533} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.733798] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543759', 'volume_id': '514c3df0-bd79-4b24-8323-4f878d6970b7', 'name': 'volume-514c3df0-bd79-4b24-8323-4f878d6970b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab', 'attached_at': '', 'detached_at': '', 'volume_id': '514c3df0-bd79-4b24-8323-4f878d6970b7', 'serial': '514c3df0-bd79-4b24-8323-4f878d6970b7'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1040.734092] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.734871] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160dd81f-c05c-414a-8e79-367bfb5b271d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.742044] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.742290] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1e1aee7-ed37-490d-adb1-4ce7ca1056bf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.806517] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698470, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.807775] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.807974] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.808170] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Deleting the datastore file [datastore2] 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.808422] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e36988-cb06-4a5a-8c54-27d8c45ddf30 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.814276] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for the task: (returnval){ [ 1040.814276] env[62664]: value = "task-2698474" [ 1040.814276] env[62664]: _type = "Task" [ 1040.814276] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.821804] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.990788] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.991060] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.992557] env[62664]: INFO nova.compute.claims [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.111019] env[62664]: DEBUG oslo_vmware.api [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698471, 'name': ReconfigVM_Task, 'duration_secs': 0.149261} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.113838] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543757', 'volume_id': '45d6650f-f844-484c-8980-9cb764e2f4f8', 'name': 'volume-45d6650f-f844-484c-8980-9cb764e2f4f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b', 'attached_at': '', 'detached_at': '', 'volume_id': '45d6650f-f844-484c-8980-9cb764e2f4f8', 'serial': '45d6650f-f844-484c-8980-9cb764e2f4f8'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1041.120502] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698472, 'name': PowerOnVM_Task, 'duration_secs': 0.45948} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.120765] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.120970] env[62664]: DEBUG nova.compute.manager [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.121741] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb27ca-cfa0-415e-b7ce-f17c3a4ded56 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.306010] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698470, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.322796] env[62664]: DEBUG oslo_vmware.api [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Task: {'id': task-2698474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115174} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.323050] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.323239] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.323414] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.378988] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1041.379439] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-119f881b-0176-4926-a3cb-70881097e371 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.388171] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf9c09a-7cca-401f-9930-ac6400c59c52 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.420525] env[62664]: ERROR nova.compute.manager [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Failed to detach volume 514c3df0-bd79-4b24-8323-4f878d6970b7 from /dev/sda: nova.exception.InstanceNotFound: Instance 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab could not be found. [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Traceback (most recent call last): [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self.driver.rebuild(**kwargs) [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] raise NotImplementedError() [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] NotImplementedError [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] During handling of the above exception, another exception occurred: [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Traceback (most recent call last): [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self.driver.detach_volume(context, old_connection_info, [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] return self._volumeops.detach_volume(connection_info, instance) [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self._detach_volume_vmdk(connection_info, instance) [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] stable_ref.fetch_moref(session) [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] nova.exception.InstanceNotFound: Instance 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab could not be found. [ 1041.420525] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] [ 1041.553544] env[62664]: DEBUG nova.compute.utils [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Build of instance 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab aborted: Failed to rebuild volume backed instance. {{(pid=62664) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1041.558802] env[62664]: ERROR nova.compute.manager [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab aborted: Failed to rebuild volume backed instance. [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Traceback (most recent call last): [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self.driver.rebuild(**kwargs) [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] raise NotImplementedError() [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] NotImplementedError [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] During handling of the above exception, another exception occurred: [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Traceback (most recent call last): [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self._detach_root_volume(context, instance, root_bdm) [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] with excutils.save_and_reraise_exception(): [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self.force_reraise() [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] raise self.value [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self.driver.detach_volume(context, old_connection_info, [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] return self._volumeops.detach_volume(connection_info, instance) [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self._detach_volume_vmdk(connection_info, instance) [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] stable_ref.fetch_moref(session) [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] nova.exception.InstanceNotFound: Instance 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab could not be found. [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] During handling of the above exception, another exception occurred: [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Traceback (most recent call last): [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] yield [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1041.558802] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self._do_rebuild_instance_with_claim( [ 1041.560042] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1041.560042] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self._do_rebuild_instance( [ 1041.560042] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1041.560042] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self._rebuild_default_impl(**kwargs) [ 1041.560042] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1041.560042] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] self._rebuild_volume_backed_instance( [ 1041.560042] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1041.560042] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] raise exception.BuildAbortException( [ 1041.560042] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] nova.exception.BuildAbortException: Build of instance 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab aborted: Failed to rebuild volume backed instance. [ 1041.560042] env[62664]: ERROR nova.compute.manager [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] [ 1041.631618] env[62664]: INFO nova.compute.manager [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] bringing vm to original state: 'stopped' [ 1041.655165] env[62664]: DEBUG nova.objects.instance [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'flavor' on Instance uuid 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.806445] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698470, 'name': CloneVM_Task, 'duration_secs': 1.233322} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.806644] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Created linked-clone VM from snapshot [ 1041.807368] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d65d8f-849c-4cf0-8816-feee839cb65b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.814259] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Uploading image b722431b-66e6-4ba2-acd3-2b6ecc00d216 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1041.833793] env[62664]: DEBUG oslo_vmware.rw_handles [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1041.833793] env[62664]: value = "vm-543787" [ 1041.833793] env[62664]: _type = "VirtualMachine" [ 1041.833793] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1041.834034] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3149a139-ae09-4a4e-a72f-ed8961dcc26e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.839252] env[62664]: DEBUG oslo_vmware.rw_handles [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lease: (returnval){ [ 1041.839252] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ebfc85-c8c2-76f3-dafc-57abaf2975d5" [ 1041.839252] env[62664]: _type = "HttpNfcLease" [ 1041.839252] env[62664]: } obtained for exporting VM: (result){ [ 1041.839252] env[62664]: value = "vm-543787" [ 1041.839252] env[62664]: _type = "VirtualMachine" [ 1041.839252] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1041.839540] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the lease: (returnval){ [ 1041.839540] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ebfc85-c8c2-76f3-dafc-57abaf2975d5" [ 1041.839540] env[62664]: _type = "HttpNfcLease" [ 1041.839540] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1041.844821] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.844821] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ebfc85-c8c2-76f3-dafc-57abaf2975d5" [ 1041.844821] env[62664]: _type = "HttpNfcLease" [ 1041.844821] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1042.145789] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c4ecc0-cfd1-4adf-a98e-3918e8b1c16e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.154630] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed207262-6fe5-4485-85c8-ab3de1829558 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.187588] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a0922b-f92c-404a-9a6b-fde8724cd2ac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.194710] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a430b0b2-dd9f-45e4-b660-4b564a3559b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.208156] env[62664]: DEBUG nova.compute.provider_tree [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.347794] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.347794] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ebfc85-c8c2-76f3-dafc-57abaf2975d5" [ 1042.347794] env[62664]: _type = "HttpNfcLease" [ 1042.347794] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1042.348093] env[62664]: DEBUG oslo_vmware.rw_handles [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1042.348093] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ebfc85-c8c2-76f3-dafc-57abaf2975d5" [ 1042.348093] env[62664]: _type = "HttpNfcLease" [ 1042.348093] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1042.348787] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273cb2cd-47d6-4988-b1e2-9ccd84379427 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.355900] env[62664]: DEBUG oslo_vmware.rw_handles [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a32511-07d2-701c-8448-0f3e73d60d57/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1042.356092] env[62664]: DEBUG oslo_vmware.rw_handles [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a32511-07d2-701c-8448-0f3e73d60d57/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1042.443171] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b728f16-95ba-4e80-9353-0c0424223dc3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.509619] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "df59e274-31e6-4f35-b553-dd353b70d554" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.509887] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.638526] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.638809] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.639009] env[62664]: DEBUG nova.compute.manager [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.639973] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764af63f-bc38-4f8e-8fda-8fced7d69b62 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.646797] env[62664]: DEBUG nova.compute.manager [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1042.661443] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1f5c33fa-2274-4123-8db5-6d188780353b tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.711068] env[62664]: DEBUG nova.scheduler.client.report [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.012711] env[62664]: INFO nova.compute.manager [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Detaching volume 8cf1c832-44d1-48b1-9297-ad3237496d0d [ 1043.049612] env[62664]: INFO nova.virt.block_device [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Attempting to driver detach volume 8cf1c832-44d1-48b1-9297-ad3237496d0d from mountpoint /dev/sdb [ 1043.049947] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1043.050212] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543765', 'volume_id': '8cf1c832-44d1-48b1-9297-ad3237496d0d', 'name': 'volume-8cf1c832-44d1-48b1-9297-ad3237496d0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df59e274-31e6-4f35-b553-dd353b70d554', 'attached_at': '', 'detached_at': '', 'volume_id': '8cf1c832-44d1-48b1-9297-ad3237496d0d', 'serial': '8cf1c832-44d1-48b1-9297-ad3237496d0d'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1043.051202] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5626f7e4-6b90-48c5-8ae9-1972c65e8e85 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.076578] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0732e5e-eb96-450a-a28e-3474808ce645 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.086320] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219f808b-70e0-4bd6-93d4-00a6b8b8fcc9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.109291] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4356bad6-df46-496a-8747-02329cb84832 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.125632] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] The volume has not been displaced from its original location: [datastore1] volume-8cf1c832-44d1-48b1-9297-ad3237496d0d/volume-8cf1c832-44d1-48b1-9297-ad3237496d0d.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1043.131165] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1043.131876] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-646f2cc8-7ea9-444a-a6b9-3084d829f0a5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.151168] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.151527] env[62664]: DEBUG oslo_vmware.api [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1043.151527] env[62664]: value = "task-2698476" [ 1043.151527] env[62664]: _type = "Task" [ 1043.151527] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.151822] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b60c530-6414-47f5-8eef-08bfa790f380 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.161219] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1043.161219] env[62664]: value = "task-2698477" [ 1043.161219] env[62664]: _type = "Task" [ 1043.161219] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.164739] env[62664]: DEBUG oslo_vmware.api [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.216437] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.216984] env[62664]: DEBUG nova.compute.manager [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.583175] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.583541] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.664062] env[62664]: DEBUG oslo_vmware.api [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.675964] env[62664]: DEBUG oslo_vmware.api [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698477, 'name': PowerOffVM_Task, 'duration_secs': 0.198798} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.678685] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.679088] env[62664]: DEBUG nova.compute.manager [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.680339] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f467cc3-e21c-472c-82d8-feb792b77559 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.724987] env[62664]: DEBUG nova.compute.utils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1043.730383] env[62664]: DEBUG nova.compute.manager [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.731038] env[62664]: DEBUG nova.network.neutron [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.744927] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.745380] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.747055] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.747055] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.747055] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.748811] env[62664]: INFO nova.compute.manager [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Terminating instance [ 1043.761069] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175a6f9c-5354-4ecb-a1dd-a222b99e8f30 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.769045] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8ec311-3af3-4a1d-8d0b-4ac944928ead {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.775522] env[62664]: DEBUG nova.policy [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e828a2eb4c740aaa1edc01a279d16c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b919b3591847379c709b200f9aad89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.802433] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bec76c-d68e-4f9e-94d3-318bcc9a7de7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.810136] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd1eea-52d7-45e2-955a-82a909e9d665 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.823839] env[62664]: DEBUG nova.compute.provider_tree [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.035461] env[62664]: DEBUG nova.network.neutron [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Successfully created port: c45af67b-b839-4b5f-ae72-0d7e59129d48 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.044510] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Acquiring lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.044770] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.044997] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Acquiring lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.045210] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.045456] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.050091] env[62664]: INFO nova.compute.manager [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Terminating instance [ 1044.164126] env[62664]: DEBUG oslo_vmware.api [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.196850] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.228901] env[62664]: DEBUG nova.compute.manager [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.252592] env[62664]: DEBUG nova.compute.manager [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.252840] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.255964] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521d0ee9-4c93-49e4-916e-a2d78581423c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.263975] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.264258] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d90ac9eb-d7ac-470d-9c85-ed22fbdecc0c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.272215] env[62664]: DEBUG oslo_vmware.api [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1044.272215] env[62664]: value = "task-2698478" [ 1044.272215] env[62664]: _type = "Task" [ 1044.272215] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.281356] env[62664]: DEBUG oslo_vmware.api [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.327155] env[62664]: DEBUG nova.scheduler.client.report [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.551650] env[62664]: DEBUG nova.compute.manager [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.552722] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c1a0e3a-d471-4adb-ab49-9099882ab567 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.561784] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cba8e5a-f236-422c-915d-745e9366a6fb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.595235] env[62664]: WARNING nova.virt.vmwareapi.driver [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab could not be found. [ 1044.595450] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.595805] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3bfabd8-5ca0-4d57-8a86-6460e9f73eb1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.604939] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841f05fb-bad9-4e3f-8091-feafa7f76e1c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.636640] env[62664]: WARNING nova.virt.vmwareapi.vmops [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab could not be found. [ 1044.636836] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.636945] env[62664]: INFO nova.compute.manager [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1044.637228] env[62664]: DEBUG oslo.service.loopingcall [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1044.637629] env[62664]: DEBUG nova.compute.manager [-] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.637725] env[62664]: DEBUG nova.network.neutron [-] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.671313] env[62664]: DEBUG oslo_vmware.api [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698476, 'name': ReconfigVM_Task, 'duration_secs': 1.259383} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.673731] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1044.679557] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d324ef3-7f74-4f8f-8b20-807a8925c263 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.704577] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.706813] env[62664]: DEBUG oslo_vmware.api [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1044.706813] env[62664]: value = "task-2698479" [ 1044.706813] env[62664]: _type = "Task" [ 1044.706813] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.717405] env[62664]: DEBUG oslo_vmware.api [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.783556] env[62664]: DEBUG oslo_vmware.api [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698478, 'name': PowerOffVM_Task, 'duration_secs': 0.193476} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.783925] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.784081] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.784349] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e375893-f2ff-447b-9a58-0a71d4019b2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.832611] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.249s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.832943] env[62664]: INFO nova.compute.manager [None req-b57f9512-27f5-4ebf-bbec-dc76b14e875a tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Successfully reverted task state from rebuilding on failure for instance. [ 1044.839176] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.135s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.839429] env[62664]: DEBUG nova.objects.instance [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1044.845930] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.846161] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.846391] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleting the datastore file [datastore1] 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.846690] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee1af49e-38ab-4184-9d5f-2d091162a617 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.854689] env[62664]: DEBUG oslo_vmware.api [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1044.854689] env[62664]: value = "task-2698481" [ 1044.854689] env[62664]: _type = "Task" [ 1044.854689] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.865049] env[62664]: DEBUG oslo_vmware.api [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.168613] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.168950] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.169303] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "33e9ad49-9746-44f8-8907-5cfd1eac5724-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.169590] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.169787] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.174723] env[62664]: INFO nova.compute.manager [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Terminating instance [ 1045.185281] env[62664]: DEBUG nova.compute.manager [req-dfb62365-911e-4b3f-8f48-333bfb13cc94 req-f6e2f889-28bc-4512-9726-3a0629e74563 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Received event network-vif-deleted-49c9946d-e562-4528-b378-c28d323c66f3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.185281] env[62664]: INFO nova.compute.manager [req-dfb62365-911e-4b3f-8f48-333bfb13cc94 req-f6e2f889-28bc-4512-9726-3a0629e74563 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Neutron deleted interface 49c9946d-e562-4528-b378-c28d323c66f3; detaching it from the instance and deleting it from the info cache [ 1045.185281] env[62664]: DEBUG nova.network.neutron [req-dfb62365-911e-4b3f-8f48-333bfb13cc94 req-f6e2f889-28bc-4512-9726-3a0629e74563 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.217979] env[62664]: DEBUG oslo_vmware.api [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698479, 'name': ReconfigVM_Task, 'duration_secs': 0.218643} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.218301] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543765', 'volume_id': '8cf1c832-44d1-48b1-9297-ad3237496d0d', 'name': 'volume-8cf1c832-44d1-48b1-9297-ad3237496d0d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df59e274-31e6-4f35-b553-dd353b70d554', 'attached_at': '', 'detached_at': '', 'volume_id': '8cf1c832-44d1-48b1-9297-ad3237496d0d', 'serial': '8cf1c832-44d1-48b1-9297-ad3237496d0d'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1045.239527] env[62664]: DEBUG nova.compute.manager [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.267061] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.267174] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.267348] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.267559] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.267723] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.267872] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.268097] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.268263] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.268431] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.268592] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.268762] env[62664]: DEBUG nova.virt.hardware [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.269716] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7352f30b-1bda-47aa-8372-539a2f54296d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.278751] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2392fe-1287-4887-94f6-9252adc4f32f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.368468] env[62664]: DEBUG oslo_vmware.api [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220804} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.368468] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.368468] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.368468] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.368468] env[62664]: INFO nova.compute.manager [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1045.368468] env[62664]: DEBUG oslo.service.loopingcall [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1045.368468] env[62664]: DEBUG nova.compute.manager [-] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.368468] env[62664]: DEBUG nova.network.neutron [-] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.470362] env[62664]: DEBUG nova.compute.manager [req-21d45d9f-ca21-42ec-997d-69e730989e45 req-d56ca198-0ecc-4529-a896-b7ddba32e749 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Received event network-vif-plugged-c45af67b-b839-4b5f-ae72-0d7e59129d48 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.470642] env[62664]: DEBUG oslo_concurrency.lockutils [req-21d45d9f-ca21-42ec-997d-69e730989e45 req-d56ca198-0ecc-4529-a896-b7ddba32e749 service nova] Acquiring lock "c0451edd-57a4-4322-b249-3d5aebb2c62b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.470970] env[62664]: DEBUG oslo_concurrency.lockutils [req-21d45d9f-ca21-42ec-997d-69e730989e45 req-d56ca198-0ecc-4529-a896-b7ddba32e749 service nova] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.471170] env[62664]: DEBUG oslo_concurrency.lockutils [req-21d45d9f-ca21-42ec-997d-69e730989e45 req-d56ca198-0ecc-4529-a896-b7ddba32e749 service nova] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.471505] env[62664]: DEBUG nova.compute.manager [req-21d45d9f-ca21-42ec-997d-69e730989e45 req-d56ca198-0ecc-4529-a896-b7ddba32e749 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] No waiting events found dispatching network-vif-plugged-c45af67b-b839-4b5f-ae72-0d7e59129d48 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.471695] env[62664]: WARNING nova.compute.manager [req-21d45d9f-ca21-42ec-997d-69e730989e45 req-d56ca198-0ecc-4529-a896-b7ddba32e749 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Received unexpected event network-vif-plugged-c45af67b-b839-4b5f-ae72-0d7e59129d48 for instance with vm_state building and task_state spawning. [ 1045.551418] env[62664]: DEBUG nova.network.neutron [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Successfully updated port: c45af67b-b839-4b5f-ae72-0d7e59129d48 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.665998] env[62664]: DEBUG nova.network.neutron [-] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.680764] env[62664]: DEBUG nova.compute.manager [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.680972] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.682332] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed4e9ae-3b8f-43b0-b6de-7f34a3f9856b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.692425] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.692659] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4efb5e62-4e62-4876-ab28-168006841e85 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.698084] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ff79652-7c8b-4491-b612-0e8afd5696fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.706617] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b6133-2dad-41ad-b7a8-061bd30e0057 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.740218] env[62664]: DEBUG nova.compute.manager [req-dfb62365-911e-4b3f-8f48-333bfb13cc94 req-f6e2f889-28bc-4512-9726-3a0629e74563 service nova] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Detach interface failed, port_id=49c9946d-e562-4528-b378-c28d323c66f3, reason: Instance 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1045.770126] env[62664]: DEBUG nova.objects.instance [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lazy-loading 'flavor' on Instance uuid df59e274-31e6-4f35-b553-dd353b70d554 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.772893] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.773160] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.773347] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleting the datastore file [datastore1] 33e9ad49-9746-44f8-8907-5cfd1eac5724 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.773896] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ee1a31c-b052-4701-8e61-5a37ac1138b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.785024] env[62664]: DEBUG oslo_vmware.api [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1045.785024] env[62664]: value = "task-2698483" [ 1045.785024] env[62664]: _type = "Task" [ 1045.785024] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.796232] env[62664]: DEBUG oslo_vmware.api [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.850385] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5283c841-dc45-4584-8124-f7087dbfc56b tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.056168] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.056168] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.056168] env[62664]: DEBUG nova.network.neutron [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.172942] env[62664]: INFO nova.compute.manager [-] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Took 1.53 seconds to deallocate network for instance. [ 1046.297693] env[62664]: DEBUG oslo_vmware.api [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458272} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.297693] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.297693] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.297693] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.297693] env[62664]: INFO nova.compute.manager [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1046.297693] env[62664]: DEBUG oslo.service.loopingcall [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.297693] env[62664]: DEBUG nova.compute.manager [-] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.297693] env[62664]: DEBUG nova.network.neutron [-] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.587773] env[62664]: DEBUG nova.network.neutron [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.733765] env[62664]: DEBUG nova.network.neutron [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Updating instance_info_cache with network_info: [{"id": "c45af67b-b839-4b5f-ae72-0d7e59129d48", "address": "fa:16:3e:30:26:19", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45af67b-b8", "ovs_interfaceid": "c45af67b-b839-4b5f-ae72-0d7e59129d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.735763] env[62664]: INFO nova.compute.manager [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Took 0.57 seconds to detach 1 volumes for instance. [ 1046.738905] env[62664]: DEBUG nova.compute.manager [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Deleting volume: 514c3df0-bd79-4b24-8323-4f878d6970b7 {{(pid=62664) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1046.783920] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f314febc-2022-4bdc-81c4-6b98b1c0c381 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.274s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.929891] env[62664]: DEBUG nova.network.neutron [-] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.042445] env[62664]: DEBUG nova.network.neutron [-] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.216688] env[62664]: DEBUG nova.compute.manager [req-453f7a28-4b26-4fd7-a05b-9094705123c9 req-c6d6a1f0-2f60-401f-8c17-a02d96bb5bc4 service nova] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Received event network-vif-deleted-1128f339-6b93-494e-9ba3-e70c92e85191 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.239557] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.239946] env[62664]: DEBUG nova.compute.manager [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Instance network_info: |[{"id": "c45af67b-b839-4b5f-ae72-0d7e59129d48", "address": "fa:16:3e:30:26:19", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45af67b-b8", "ovs_interfaceid": "c45af67b-b839-4b5f-ae72-0d7e59129d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.240494] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:26:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c45af67b-b839-4b5f-ae72-0d7e59129d48', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.248583] env[62664]: DEBUG oslo.service.loopingcall [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.248856] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.250033] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a85f8b8b-a301-4f1a-a0e2-501db20e8ba8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.272470] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.272470] env[62664]: value = "task-2698485" [ 1047.272470] env[62664]: _type = "Task" [ 1047.272470] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.281703] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698485, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.286491] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.286790] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.286977] env[62664]: DEBUG nova.objects.instance [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lazy-loading 'resources' on Instance uuid 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.436207] env[62664]: INFO nova.compute.manager [-] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Took 2.07 seconds to deallocate network for instance. [ 1047.506976] env[62664]: DEBUG nova.compute.manager [req-ea8d3690-4dbb-4fa7-801e-b0041b5bd107 req-6f3aed9d-1985-448b-a085-5d899af64f01 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Received event network-changed-c45af67b-b839-4b5f-ae72-0d7e59129d48 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.507208] env[62664]: DEBUG nova.compute.manager [req-ea8d3690-4dbb-4fa7-801e-b0041b5bd107 req-6f3aed9d-1985-448b-a085-5d899af64f01 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Refreshing instance network info cache due to event network-changed-c45af67b-b839-4b5f-ae72-0d7e59129d48. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.507477] env[62664]: DEBUG oslo_concurrency.lockutils [req-ea8d3690-4dbb-4fa7-801e-b0041b5bd107 req-6f3aed9d-1985-448b-a085-5d899af64f01 service nova] Acquiring lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.508836] env[62664]: DEBUG oslo_concurrency.lockutils [req-ea8d3690-4dbb-4fa7-801e-b0041b5bd107 req-6f3aed9d-1985-448b-a085-5d899af64f01 service nova] Acquired lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.509085] env[62664]: DEBUG nova.network.neutron [req-ea8d3690-4dbb-4fa7-801e-b0041b5bd107 req-6f3aed9d-1985-448b-a085-5d899af64f01 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Refreshing network info cache for port c45af67b-b839-4b5f-ae72-0d7e59129d48 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.544570] env[62664]: INFO nova.compute.manager [-] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Took 1.25 seconds to deallocate network for instance. [ 1047.783488] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698485, 'name': CreateVM_Task, 'duration_secs': 0.424614} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.783661] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.784363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.784538] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.784920] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.785128] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0160ad97-0867-4b60-ac87-6e496b4cee57 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.793274] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1047.793274] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5294e003-ab3f-b796-62d3-1058fd0bf145" [ 1047.793274] env[62664]: _type = "Task" [ 1047.793274] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.802113] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5294e003-ab3f-b796-62d3-1058fd0bf145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.935379] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "df59e274-31e6-4f35-b553-dd353b70d554" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.935650] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.935861] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "df59e274-31e6-4f35-b553-dd353b70d554-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.936062] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.936239] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.938565] env[62664]: INFO nova.compute.manager [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Terminating instance [ 1047.940513] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.956428] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293adde7-00fa-4cbb-a3eb-b60316a2aa40 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.966893] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7026faaa-40cd-43e9-aff7-1a659c551f94 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.999076] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff73600c-98a6-46be-aba9-ee5692c8f3fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.007845] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac98ab-f6fc-44e6-b59c-658eee8b4e47 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.024264] env[62664]: DEBUG nova.compute.provider_tree [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.052224] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.229514] env[62664]: DEBUG nova.network.neutron [req-ea8d3690-4dbb-4fa7-801e-b0041b5bd107 req-6f3aed9d-1985-448b-a085-5d899af64f01 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Updated VIF entry in instance network info cache for port c45af67b-b839-4b5f-ae72-0d7e59129d48. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.229948] env[62664]: DEBUG nova.network.neutron [req-ea8d3690-4dbb-4fa7-801e-b0041b5bd107 req-6f3aed9d-1985-448b-a085-5d899af64f01 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Updating instance_info_cache with network_info: [{"id": "c45af67b-b839-4b5f-ae72-0d7e59129d48", "address": "fa:16:3e:30:26:19", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45af67b-b8", "ovs_interfaceid": "c45af67b-b839-4b5f-ae72-0d7e59129d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.305125] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5294e003-ab3f-b796-62d3-1058fd0bf145, 'name': SearchDatastore_Task, 'duration_secs': 0.013709} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.305449] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.305688] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.305924] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.306088] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.306272] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.306860] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1630c272-6609-47cd-86c9-3607f8ccc0f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.317848] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.318117] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.319010] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518309de-f91c-490e-b617-aa05d998a26a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.325460] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1048.325460] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5257f38b-563c-a4bf-abe8-9c679f0121ad" [ 1048.325460] env[62664]: _type = "Task" [ 1048.325460] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.334965] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5257f38b-563c-a4bf-abe8-9c679f0121ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.445347] env[62664]: DEBUG nova.compute.manager [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.445578] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.446560] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d9e743-020f-4ba4-a574-5543f48f9622 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.455936] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.456289] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d7beb57-37d2-4788-bf1d-2db50b7bb551 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.463869] env[62664]: DEBUG oslo_vmware.api [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1048.463869] env[62664]: value = "task-2698486" [ 1048.463869] env[62664]: _type = "Task" [ 1048.463869] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.473237] env[62664]: DEBUG oslo_vmware.api [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.528217] env[62664]: DEBUG nova.scheduler.client.report [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.734270] env[62664]: DEBUG oslo_concurrency.lockutils [req-ea8d3690-4dbb-4fa7-801e-b0041b5bd107 req-6f3aed9d-1985-448b-a085-5d899af64f01 service nova] Releasing lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.734270] env[62664]: DEBUG nova.compute.manager [req-ea8d3690-4dbb-4fa7-801e-b0041b5bd107 req-6f3aed9d-1985-448b-a085-5d899af64f01 service nova] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Received event network-vif-deleted-88c7b213-713e-40b3-a976-ccc188c4ecc8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.836949] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5257f38b-563c-a4bf-abe8-9c679f0121ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013414} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.838022] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1216e6-8028-4d7a-880b-772f490a9243 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.844633] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1048.844633] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d19900-d7cd-a474-c710-054a422e7123" [ 1048.844633] env[62664]: _type = "Task" [ 1048.844633] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.853772] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d19900-d7cd-a474-c710-054a422e7123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.974572] env[62664]: DEBUG oslo_vmware.api [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698486, 'name': PowerOffVM_Task, 'duration_secs': 0.235052} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.974769] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.974940] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.975209] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b7d1a02-6e01-4153-80f8-96f2b6a1f1bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.033981] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.036527] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.096s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.036822] env[62664]: DEBUG nova.objects.instance [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'resources' on Instance uuid 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.044350] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.044594] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.044806] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Deleting the datastore file [datastore2] df59e274-31e6-4f35-b553-dd353b70d554 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.045618] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97f8af71-dbeb-4338-892f-1ad5c5130565 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.055218] env[62664]: DEBUG oslo_vmware.api [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1049.055218] env[62664]: value = "task-2698488" [ 1049.055218] env[62664]: _type = "Task" [ 1049.055218] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.065724] env[62664]: DEBUG oslo_vmware.api [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.356437] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d19900-d7cd-a474-c710-054a422e7123, 'name': SearchDatastore_Task, 'duration_secs': 0.015572} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.356783] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.357021] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] c0451edd-57a4-4322-b249-3d5aebb2c62b/c0451edd-57a4-4322-b249-3d5aebb2c62b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.357290] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f26ca53-b608-482a-8292-d35d8e143147 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.366187] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1049.366187] env[62664]: value = "task-2698489" [ 1049.366187] env[62664]: _type = "Task" [ 1049.366187] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.374844] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.560468] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f65ffa3c-c109-40ae-99fd-adcbe0093b8d tempest-ServerActionsV293TestJSON-699986926 tempest-ServerActionsV293TestJSON-699986926-project-member] Lock "8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.516s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.571144] env[62664]: DEBUG oslo_vmware.api [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190287} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.571301] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.571479] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.571660] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.571829] env[62664]: INFO nova.compute.manager [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1049.572093] env[62664]: DEBUG oslo.service.loopingcall [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.572676] env[62664]: DEBUG nova.compute.manager [-] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.572745] env[62664]: DEBUG nova.network.neutron [-] [instance: df59e274-31e6-4f35-b553-dd353b70d554] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.709398] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3734ae2-2d94-4be5-8d89-6631be6ecd2c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.722202] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a212fb-968d-486c-b634-67714ca9220f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.759738] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cfd165-ac76-43de-8217-6fdf2304aafb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.769696] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ebbe6f-9310-4a85-ab4b-4361c117badd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.787663] env[62664]: DEBUG nova.compute.provider_tree [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.879203] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698489, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.277621] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.277906] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.290830] env[62664]: DEBUG nova.scheduler.client.report [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.362377] env[62664]: DEBUG nova.compute.manager [req-626eb837-0de7-4ea2-9f44-61961b8f031c req-c2cf1d13-39e0-43ed-97fd-fc97d235b86f service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Received event network-vif-deleted-3e34623f-f163-47c7-8d96-82c8d7f79ae8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.362691] env[62664]: INFO nova.compute.manager [req-626eb837-0de7-4ea2-9f44-61961b8f031c req-c2cf1d13-39e0-43ed-97fd-fc97d235b86f service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Neutron deleted interface 3e34623f-f163-47c7-8d96-82c8d7f79ae8; detaching it from the instance and deleting it from the info cache [ 1050.362926] env[62664]: DEBUG nova.network.neutron [req-626eb837-0de7-4ea2-9f44-61961b8f031c req-c2cf1d13-39e0-43ed-97fd-fc97d235b86f service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.378458] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802399} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.378721] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] c0451edd-57a4-4322-b249-3d5aebb2c62b/c0451edd-57a4-4322-b249-3d5aebb2c62b.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.378933] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.379213] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61ced277-bcf1-4ac4-ab6b-642b2afdaa9d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.389044] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1050.389044] env[62664]: value = "task-2698490" [ 1050.389044] env[62664]: _type = "Task" [ 1050.389044] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.399442] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.512022] env[62664]: DEBUG oslo_vmware.rw_handles [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a32511-07d2-701c-8448-0f3e73d60d57/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1050.512022] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3770b5-fe1f-4322-bc62-12ee44096af4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.522811] env[62664]: DEBUG oslo_vmware.rw_handles [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a32511-07d2-701c-8448-0f3e73d60d57/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1050.523062] env[62664]: ERROR oslo_vmware.rw_handles [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a32511-07d2-701c-8448-0f3e73d60d57/disk-0.vmdk due to incomplete transfer. [ 1050.523316] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-59ccfffe-2918-4615-a8d0-854e3f1fdbdc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.532652] env[62664]: DEBUG oslo_vmware.rw_handles [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a32511-07d2-701c-8448-0f3e73d60d57/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1050.532845] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Uploaded image b722431b-66e6-4ba2-acd3-2b6ecc00d216 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1050.535053] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1050.535302] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-90c0c001-822f-44fd-be6f-366d5c10089d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.543745] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1050.543745] env[62664]: value = "task-2698491" [ 1050.543745] env[62664]: _type = "Task" [ 1050.543745] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.553235] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698491, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.781379] env[62664]: INFO nova.compute.manager [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Detaching volume 980ec3d6-cc6d-4947-ba31-67ddb63e64c5 [ 1050.796301] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.799045] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.747s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.799045] env[62664]: DEBUG nova.objects.instance [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lazy-loading 'resources' on Instance uuid 33e9ad49-9746-44f8-8907-5cfd1eac5724 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.817553] env[62664]: INFO nova.virt.block_device [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Attempting to driver detach volume 980ec3d6-cc6d-4947-ba31-67ddb63e64c5 from mountpoint /dev/sdb [ 1050.817883] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1050.818193] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543777', 'volume_id': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'name': 'volume-980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06103e46-6660-4f00-b9d2-c5d37ac2e955', 'attached_at': '', 'detached_at': '', 'volume_id': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'serial': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1050.819433] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d12ac44-7b62-44b4-9a4d-57914942dd24 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.823970] env[62664]: INFO nova.scheduler.client.report [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleted allocations for instance 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b [ 1050.854812] env[62664]: DEBUG nova.network.neutron [-] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.857535] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fe4ad5-d350-4111-b2c6-20560dbdbe21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.868121] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f082257-889b-44a5-83a6-61376c8947e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.871568] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e4c2e-a323-41fe-b086-104b1da5e40b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.910897] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4181c1af-09e3-493d-ae92-f022ddb09e3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.919012] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f30b63-0945-4934-a509-b6b29d5335fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.954537] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] The volume has not been displaced from its original location: [datastore2] volume-980ec3d6-cc6d-4947-ba31-67ddb63e64c5/volume-980ec3d6-cc6d-4947-ba31-67ddb63e64c5.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1050.959786] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.974341] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a24e894c-db15-4790-b097-d1eaca3ba179 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.988020] env[62664]: DEBUG nova.compute.manager [req-626eb837-0de7-4ea2-9f44-61961b8f031c req-c2cf1d13-39e0-43ed-97fd-fc97d235b86f service nova] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Detach interface failed, port_id=3e34623f-f163-47c7-8d96-82c8d7f79ae8, reason: Instance df59e274-31e6-4f35-b553-dd353b70d554 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1050.988020] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072235} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.988020] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.988867] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74408bbf-03d5-42b7-aab1-ae5b4f3f22af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.995390] env[62664]: DEBUG oslo_vmware.api [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1050.995390] env[62664]: value = "task-2698492" [ 1050.995390] env[62664]: _type = "Task" [ 1050.995390] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.004705] env[62664]: INFO nova.compute.manager [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Rebuilding instance [ 1051.015259] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] c0451edd-57a4-4322-b249-3d5aebb2c62b/c0451edd-57a4-4322-b249-3d5aebb2c62b.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.020025] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af640e47-658d-4e17-8f6e-da2678459c92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.041478] env[62664]: DEBUG oslo_vmware.api [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.048024] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1051.048024] env[62664]: value = "task-2698493" [ 1051.048024] env[62664]: _type = "Task" [ 1051.048024] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.057960] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698491, 'name': Destroy_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.063400] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698493, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.066825] env[62664]: DEBUG nova.compute.manager [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.066825] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70638c1a-9777-45ca-9118-bf0c5b736268 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.360539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ac23558-c006-44ad-8355-77d18029a806 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.615s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.361976] env[62664]: INFO nova.compute.manager [-] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Took 1.79 seconds to deallocate network for instance. [ 1051.473808] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e79394-199a-4c8e-89bf-9dba7062d53b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.483932] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4833f80e-528d-4110-8c78-20c77aa9c586 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.519207] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e9da85-117e-44f6-92ad-f61ea459270b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.529710] env[62664]: DEBUG oslo_vmware.api [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698492, 'name': ReconfigVM_Task, 'duration_secs': 0.456539} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.530189] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.540377] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58eb8d6-90e2-452a-95b4-88d3d15252a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.545134] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f217cb1-167a-4d32-8b3e-112efd8fe4dc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.570631] env[62664]: DEBUG nova.compute.provider_tree [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.579082] env[62664]: DEBUG oslo_vmware.api [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1051.579082] env[62664]: value = "task-2698494" [ 1051.579082] env[62664]: _type = "Task" [ 1051.579082] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.586786] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698491, 'name': Destroy_Task, 'duration_secs': 0.842657} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.587032] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698493, 'name': ReconfigVM_Task, 'duration_secs': 0.524222} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.591448] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Destroyed the VM [ 1051.591585] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1051.591844] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Reconfigured VM instance instance-00000068 to attach disk [datastore1] c0451edd-57a4-4322-b249-3d5aebb2c62b/c0451edd-57a4-4322-b249-3d5aebb2c62b.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.592694] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39300f99-2658-4be6-83c2-4c8e7b001ad3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.594368] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeced6d3-372e-4783-9e39-564d2375dd37 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.605403] env[62664]: DEBUG oslo_vmware.api [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.605403] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1051.605403] env[62664]: value = "task-2698495" [ 1051.605403] env[62664]: _type = "Task" [ 1051.605403] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.605403] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1051.605403] env[62664]: value = "task-2698496" [ 1051.605403] env[62664]: _type = "Task" [ 1051.605403] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.621200] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698496, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.621362] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698495, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.871619] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.084069] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.086271] env[62664]: DEBUG nova.scheduler.client.report [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.089750] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0ff0cbc-b239-428e-8c12-9c75cb621e07 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.106247] env[62664]: DEBUG oslo_vmware.api [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698494, 'name': ReconfigVM_Task, 'duration_secs': 0.149213} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.113815] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543777', 'volume_id': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'name': 'volume-980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06103e46-6660-4f00-b9d2-c5d37ac2e955', 'attached_at': '', 'detached_at': '', 'volume_id': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5', 'serial': '980ec3d6-cc6d-4947-ba31-67ddb63e64c5'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1052.116360] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1052.116360] env[62664]: value = "task-2698497" [ 1052.116360] env[62664]: _type = "Task" [ 1052.116360] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.127608] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698496, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.127932] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698495, 'name': Rename_Task, 'duration_secs': 0.159764} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.128703] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.129116] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a3df95e-c27d-4218-a001-44dd449d8e61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.134576] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.136498] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1052.136498] env[62664]: value = "task-2698498" [ 1052.136498] env[62664]: _type = "Task" [ 1052.136498] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.145602] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.595144] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.597464] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.726s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.597704] env[62664]: DEBUG nova.objects.instance [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lazy-loading 'resources' on Instance uuid df59e274-31e6-4f35-b553-dd353b70d554 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.601204] env[62664]: DEBUG oslo_concurrency.lockutils [None req-12f9beae-344e-4043-9620-febf9d6ff29c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.601443] env[62664]: DEBUG oslo_concurrency.lockutils [None req-12f9beae-344e-4043-9620-febf9d6ff29c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.602318] env[62664]: DEBUG nova.objects.instance [None req-12f9beae-344e-4043-9620-febf9d6ff29c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'flavor' on Instance uuid 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.612910] env[62664]: INFO nova.scheduler.client.report [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted allocations for instance 33e9ad49-9746-44f8-8907-5cfd1eac5724 [ 1052.617837] env[62664]: DEBUG oslo_vmware.api [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698496, 'name': RemoveSnapshot_Task, 'duration_secs': 0.576876} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.620772] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1052.621017] env[62664]: INFO nova.compute.manager [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Took 13.92 seconds to snapshot the instance on the hypervisor. [ 1052.632641] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698497, 'name': PowerOffVM_Task, 'duration_secs': 0.216719} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.632889] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.633128] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.634134] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644d50b0-ead1-4117-86f9-0d9095aa4256 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.646040] env[62664]: DEBUG oslo_vmware.api [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698498, 'name': PowerOnVM_Task, 'duration_secs': 0.477268} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.648137] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.648780] env[62664]: INFO nova.compute.manager [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1052.648780] env[62664]: DEBUG nova.compute.manager [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.648862] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.649552] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b34c09-f7c3-48ba-91ee-90e75c3cc024 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.652008] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe279bb9-f827-426f-8be3-5de37f66a2d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.662426] env[62664]: DEBUG nova.objects.instance [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'flavor' on Instance uuid 06103e46-6660-4f00-b9d2-c5d37ac2e955 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.723357] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.723585] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.723769] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleting the datastore file [datastore2] f5f6e3b3-8537-473d-982c-f69833e0d6b5 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.724059] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0ca9fb5-ea5a-4669-8107-cf721500e787 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.730997] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1052.730997] env[62664]: value = "task-2698500" [ 1052.730997] env[62664]: _type = "Task" [ 1052.730997] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.739278] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.035161] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.035427] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.107448] env[62664]: DEBUG nova.objects.instance [None req-12f9beae-344e-4043-9620-febf9d6ff29c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'pci_requests' on Instance uuid 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.128667] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ff01606b-a2bb-45d2-940f-1d9eb8d4c782 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "33e9ad49-9746-44f8-8907-5cfd1eac5724" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.960s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.175309] env[62664]: INFO nova.compute.manager [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Took 12.20 seconds to build instance. [ 1053.187027] env[62664]: DEBUG nova.compute.manager [None req-333add58-a1cb-40d0-b80a-c3296012bcb4 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Found 1 images (rotation: 2) {{(pid=62664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1053.244536] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.261226] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c0510a-2397-4a4e-82be-0473ab1eb5ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.270971] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19df49f0-5222-4a17-a25f-a3f9ce35efa0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.302196] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91b86e-107e-40dd-9fd7-1ae33dd87f2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.310236] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf78bd37-43ea-45b1-98ed-8d12d467a0e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.323894] env[62664]: DEBUG nova.compute.provider_tree [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.538174] env[62664]: DEBUG nova.compute.manager [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.610171] env[62664]: DEBUG nova.objects.base [None req-12f9beae-344e-4043-9620-febf9d6ff29c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Object Instance<8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4> lazy-loaded attributes: flavor,pci_requests {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.610441] env[62664]: DEBUG nova.network.neutron [None req-12f9beae-344e-4043-9620-febf9d6ff29c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.677262] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5d36bc08-4ec0-4e97-b1d3-c1019da5d8a5 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.399s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.678560] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4dcbd9fa-40d1-480c-ae45-d90b607ae098 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.717s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.694303] env[62664]: DEBUG oslo_concurrency.lockutils [None req-12f9beae-344e-4043-9620-febf9d6ff29c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.093s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.744984] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517621} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.745296] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.745488] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.745756] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.829841] env[62664]: DEBUG nova.scheduler.client.report [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.833563] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "c0451edd-57a4-4322-b249-3d5aebb2c62b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.833680] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.833854] env[62664]: INFO nova.compute.manager [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Shelving [ 1053.874288] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.874526] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.874705] env[62664]: DEBUG nova.compute.manager [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.875609] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d787d618-2c92-4270-b734-edfa18f1d967 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.883343] env[62664]: DEBUG nova.compute.manager [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1053.883926] env[62664]: DEBUG nova.objects.instance [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'flavor' on Instance uuid 06103e46-6660-4f00-b9d2-c5d37ac2e955 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.059840] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.336456] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.340646] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.281s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.342458] env[62664]: INFO nova.compute.claims [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.358371] env[62664]: INFO nova.scheduler.client.report [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Deleted allocations for instance df59e274-31e6-4f35-b553-dd353b70d554 [ 1054.733703] env[62664]: DEBUG nova.compute.manager [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.734583] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4d538a-ce19-47a5-af1b-96c76ebc7132 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.782063] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.782320] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.782507] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.782749] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.782929] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.783101] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.783316] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.783479] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.783628] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.783795] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.783964] env[62664]: DEBUG nova.virt.hardware [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.785325] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f850efcb-4378-4c57-bd85-95e707c35698 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.793816] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fbfa86-6b30-420b-84d9-529f55209756 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.807881] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:03:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7b8db82-0b19-4f2f-9b62-75ff492bed86', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.815326] env[62664]: DEBUG oslo.service.loopingcall [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.815830] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.816058] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-957dbb9c-a8c8-43fd-836a-3ab4141641ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.837145] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.837145] env[62664]: value = "task-2698501" [ 1054.837145] env[62664]: _type = "Task" [ 1054.837145] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.844714] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698501, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.850728] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.851168] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1452bc08-9c2c-472f-916b-8c4d51926c19 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.857690] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1054.857690] env[62664]: value = "task-2698502" [ 1054.857690] env[62664]: _type = "Task" [ 1054.857690] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.870831] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.870831] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1a697a13-a70c-438d-9c4f-7db6a640571d tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "df59e274-31e6-4f35-b553-dd353b70d554" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.935s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.891174] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.891482] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5539f1-aa72-4127-98d9-5990ac8414f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.901865] env[62664]: DEBUG oslo_vmware.api [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1054.901865] env[62664]: value = "task-2698503" [ 1054.901865] env[62664]: _type = "Task" [ 1054.901865] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.914851] env[62664]: DEBUG oslo_vmware.api [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.245493] env[62664]: INFO nova.compute.manager [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] instance snapshotting [ 1055.246135] env[62664]: DEBUG nova.objects.instance [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'flavor' on Instance uuid 514439d3-4fd2-4bc2-9398-09d197e84fdb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.347537] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698501, 'name': CreateVM_Task, 'duration_secs': 0.324484} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.347715] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.348409] env[62664]: DEBUG oslo_concurrency.lockutils [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.348583] env[62664]: DEBUG oslo_concurrency.lockutils [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.348908] env[62664]: DEBUG oslo_concurrency.lockutils [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.349173] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3654689b-8d01-44c3-a905-80bce7404a8d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.355133] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1055.355133] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b4e448-4c6d-d771-841b-995c756f8184" [ 1055.355133] env[62664]: _type = "Task" [ 1055.355133] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.365083] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b4e448-4c6d-d771-841b-995c756f8184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.369795] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698502, 'name': PowerOffVM_Task, 'duration_secs': 0.227312} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.372257] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.373254] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd997d9-98e7-4d4b-b767-4932c0b882b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.393590] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459823ef-f548-4da5-a377-9a6a1f07b2ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.412835] env[62664]: DEBUG oslo_vmware.api [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698503, 'name': PowerOffVM_Task, 'duration_secs': 0.186249} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.413105] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.413302] env[62664]: DEBUG nova.compute.manager [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.414144] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a7ac4-d4c9-4ba0-b637-3c02b488eb3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.503956] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3461580b-bb19-4b59-919d-3ab34a212f05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.513730] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86da6bd8-7d9f-4f43-9692-437f54bcf666 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.543467] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175f3e08-bb2f-42e3-9b4d-12ff56189994 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.550705] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a492939-8834-4cb3-bae8-14b326880f9e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.563899] env[62664]: DEBUG nova.compute.provider_tree [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.635635] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.635896] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.636252] env[62664]: DEBUG nova.objects.instance [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'flavor' on Instance uuid 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.755298] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103fce2f-f752-4811-81c5-e802668d4792 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.775880] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fa690a-3e46-41ee-98b7-5840b75df504 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.848965] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "87525206-a87a-4a3a-9699-4c7757749432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.849225] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.865915] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b4e448-4c6d-d771-841b-995c756f8184, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.866236] env[62664]: DEBUG oslo_concurrency.lockutils [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.866465] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.866688] env[62664]: DEBUG oslo_concurrency.lockutils [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.866833] env[62664]: DEBUG oslo_concurrency.lockutils [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.867014] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.867489] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-107927c1-1ed7-4870-bdd9-26dcceafbfa7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.893727] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.893940] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.894680] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db59be62-d615-4983-af77-9d5caf9563fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.900259] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1055.900259] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521d5adc-ee35-6ca2-b2c5-62556316f054" [ 1055.900259] env[62664]: _type = "Task" [ 1055.900259] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.904204] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1055.904451] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3456ccb1-1b9b-4560-903e-b26d07fc6031 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.912027] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521d5adc-ee35-6ca2-b2c5-62556316f054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.913260] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1055.913260] env[62664]: value = "task-2698505" [ 1055.913260] env[62664]: _type = "Task" [ 1055.913260] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.921614] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698505, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.926766] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2eb34ef5-bed1-4523-98eb-834ff450ae89 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.067120] env[62664]: DEBUG nova.scheduler.client.report [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.209853] env[62664]: DEBUG nova.objects.instance [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'pci_requests' on Instance uuid 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.286961] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1056.287396] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd79b03e-3dfa-4e83-aed2-c05681a6b5d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.296961] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1056.296961] env[62664]: value = "task-2698506" [ 1056.296961] env[62664]: _type = "Task" [ 1056.296961] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.305683] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.351913] env[62664]: DEBUG nova.compute.manager [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.356698] env[62664]: DEBUG nova.objects.instance [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'flavor' on Instance uuid 06103e46-6660-4f00-b9d2-c5d37ac2e955 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.411475] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521d5adc-ee35-6ca2-b2c5-62556316f054, 'name': SearchDatastore_Task, 'duration_secs': 0.020214} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.412314] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d95d9f-07a6-46ec-8128-bdb1b4da8a6d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.421308] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1056.421308] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528f05a1-efca-8674-ef3e-de3fff8de165" [ 1056.421308] env[62664]: _type = "Task" [ 1056.421308] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.424624] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698505, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.433345] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528f05a1-efca-8674-ef3e-de3fff8de165, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.433600] env[62664]: DEBUG oslo_concurrency.lockutils [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.433871] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f5f6e3b3-8537-473d-982c-f69833e0d6b5/f5f6e3b3-8537-473d-982c-f69833e0d6b5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.434131] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f42fe92f-c881-4440-b1c6-c824601c0c21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.441958] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1056.441958] env[62664]: value = "task-2698507" [ 1056.441958] env[62664]: _type = "Task" [ 1056.441958] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.452067] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.573625] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.574202] env[62664]: DEBUG nova.compute.manager [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.712617] env[62664]: DEBUG nova.objects.base [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Object Instance<8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4> lazy-loaded attributes: flavor,pci_requests {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1056.712863] env[62664]: DEBUG nova.network.neutron [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.791847] env[62664]: DEBUG nova.policy [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5231b9d2526944f2824af2094a32fe8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c1ba595e904276a7aaeaca7aa52e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.807725] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.864843] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.865284] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquired lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.865402] env[62664]: DEBUG nova.network.neutron [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.865583] env[62664]: DEBUG nova.objects.instance [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'info_cache' on Instance uuid 06103e46-6660-4f00-b9d2-c5d37ac2e955 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.886502] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.886832] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.888584] env[62664]: INFO nova.compute.claims [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.926038] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698505, 'name': CreateSnapshot_Task, 'duration_secs': 0.774544} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.926038] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1056.927367] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254da2ae-ec0f-4450-b8b9-169eee57b2c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.951567] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48817} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.952619] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] f5f6e3b3-8537-473d-982c-f69833e0d6b5/f5f6e3b3-8537-473d-982c-f69833e0d6b5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.952844] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.953132] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-906e4b67-fa66-46b0-b8f1-a219e4feeff4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.964968] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1056.964968] env[62664]: value = "task-2698508" [ 1056.964968] env[62664]: _type = "Task" [ 1056.964968] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.974516] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.081772] env[62664]: DEBUG nova.compute.utils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1057.081772] env[62664]: DEBUG nova.compute.manager [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.081772] env[62664]: DEBUG nova.network.neutron [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.134434] env[62664]: DEBUG nova.policy [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11ed8e540d904b0db5f9506b7b269bf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e00ca18dd6bc4e9ea47e1def94ada368', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.152247] env[62664]: DEBUG nova.network.neutron [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Successfully created port: 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.308515] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698506, 'name': CreateSnapshot_Task, 'duration_secs': 0.611926} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.309270] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1057.309544] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd18645-e6b8-4cd2-8fe6-b29740a0e97d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.369305] env[62664]: DEBUG nova.objects.base [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Object Instance<06103e46-6660-4f00-b9d2-c5d37ac2e955> lazy-loaded attributes: flavor,info_cache {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1057.413594] env[62664]: DEBUG nova.network.neutron [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Successfully created port: db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.446553] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1057.447222] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-912f2fc7-0118-4ad6-af82-8a935039dcf0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.457960] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1057.457960] env[62664]: value = "task-2698509" [ 1057.457960] env[62664]: _type = "Task" [ 1057.457960] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.466671] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698509, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.478146] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06341} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.478416] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.479207] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca882d-a2e3-4a67-9bc8-1e08543ef60d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.501367] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] f5f6e3b3-8537-473d-982c-f69833e0d6b5/f5f6e3b3-8537-473d-982c-f69833e0d6b5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.501643] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f9884f-c4fd-4b7c-865b-e4fdb28e46ab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.522043] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1057.522043] env[62664]: value = "task-2698510" [ 1057.522043] env[62664]: _type = "Task" [ 1057.522043] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.530475] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.585779] env[62664]: DEBUG nova.compute.manager [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.828030] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1057.829232] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dbd42219-1e3f-4669-9f13-447219fc9ebd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.837766] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1057.837766] env[62664]: value = "task-2698511" [ 1057.837766] env[62664]: _type = "Task" [ 1057.837766] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.847178] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698511, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.971125] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698509, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.037368] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698510, 'name': ReconfigVM_Task, 'duration_secs': 0.282896} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.037650] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Reconfigured VM instance instance-00000063 to attach disk [datastore2] f5f6e3b3-8537-473d-982c-f69833e0d6b5/f5f6e3b3-8537-473d-982c-f69833e0d6b5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.038348] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d9e3aeb-ca2b-4e99-8993-f1c2ed0a3b83 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.045720] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1058.045720] env[62664]: value = "task-2698512" [ 1058.045720] env[62664]: _type = "Task" [ 1058.045720] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.054273] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698512, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.070021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a619d9f7-e9f4-4180-9a5f-06c777929a76 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.074590] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd920d4a-1625-4586-938e-b00b2aed928d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.113183] env[62664]: DEBUG nova.network.neutron [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updating instance_info_cache with network_info: [{"id": "756db126-1b64-45df-a73f-3d615bdd27a1", "address": "fa:16:3e:2f:7b:b6", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap756db126-1b", "ovs_interfaceid": "756db126-1b64-45df-a73f-3d615bdd27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.115237] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c07b34-c881-406e-99ff-11bbe20984c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.125652] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28519473-deaa-4198-b696-670411b7b911 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.143094] env[62664]: DEBUG nova.compute.provider_tree [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.349304] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698511, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.469540] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698509, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.556518] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698512, 'name': Rename_Task, 'duration_secs': 0.213455} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.556886] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.557255] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e7a2628-9b46-4ef0-993b-69fe961158af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.564447] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1058.564447] env[62664]: value = "task-2698513" [ 1058.564447] env[62664]: _type = "Task" [ 1058.564447] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.573181] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.616258] env[62664]: DEBUG nova.compute.manager [req-ef401d28-2f73-4a0a-aa74-e82cf415fa9e req-8ee56a5b-cdf6-40bf-ae0e-77c5a245da9a service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received event network-vif-plugged-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.616466] env[62664]: DEBUG oslo_concurrency.lockutils [req-ef401d28-2f73-4a0a-aa74-e82cf415fa9e req-8ee56a5b-cdf6-40bf-ae0e-77c5a245da9a service nova] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.616688] env[62664]: DEBUG oslo_concurrency.lockutils [req-ef401d28-2f73-4a0a-aa74-e82cf415fa9e req-8ee56a5b-cdf6-40bf-ae0e-77c5a245da9a service nova] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.616876] env[62664]: DEBUG oslo_concurrency.lockutils [req-ef401d28-2f73-4a0a-aa74-e82cf415fa9e req-8ee56a5b-cdf6-40bf-ae0e-77c5a245da9a service nova] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.617068] env[62664]: DEBUG nova.compute.manager [req-ef401d28-2f73-4a0a-aa74-e82cf415fa9e req-8ee56a5b-cdf6-40bf-ae0e-77c5a245da9a service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] No waiting events found dispatching network-vif-plugged-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.617251] env[62664]: WARNING nova.compute.manager [req-ef401d28-2f73-4a0a-aa74-e82cf415fa9e req-8ee56a5b-cdf6-40bf-ae0e-77c5a245da9a service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received unexpected event network-vif-plugged-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd for instance with vm_state active and task_state None. [ 1058.620402] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Releasing lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.622942] env[62664]: DEBUG nova.compute.manager [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.647278] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.647587] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.647804] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.648049] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.648224] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.648392] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.648612] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.648773] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.648942] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.649122] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.649299] env[62664]: DEBUG nova.virt.hardware [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.650238] env[62664]: DEBUG nova.scheduler.client.report [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.654243] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8266dcc-5971-40a7-8129-fca68045aa09 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.664190] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c882803-6b6d-4b60-8577-40d8a7457fd8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.720507] env[62664]: DEBUG nova.network.neutron [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Successfully updated port: 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.820974] env[62664]: DEBUG nova.compute.manager [req-14f4a27b-3bfb-47f6-a38d-61f03420ec6e req-08e48379-2cdc-4dc4-b3b7-122eef5ecdf2 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received event network-vif-plugged-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.821294] env[62664]: DEBUG oslo_concurrency.lockutils [req-14f4a27b-3bfb-47f6-a38d-61f03420ec6e req-08e48379-2cdc-4dc4-b3b7-122eef5ecdf2 service nova] Acquiring lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.821508] env[62664]: DEBUG oslo_concurrency.lockutils [req-14f4a27b-3bfb-47f6-a38d-61f03420ec6e req-08e48379-2cdc-4dc4-b3b7-122eef5ecdf2 service nova] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.821682] env[62664]: DEBUG oslo_concurrency.lockutils [req-14f4a27b-3bfb-47f6-a38d-61f03420ec6e req-08e48379-2cdc-4dc4-b3b7-122eef5ecdf2 service nova] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.821851] env[62664]: DEBUG nova.compute.manager [req-14f4a27b-3bfb-47f6-a38d-61f03420ec6e req-08e48379-2cdc-4dc4-b3b7-122eef5ecdf2 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] No waiting events found dispatching network-vif-plugged-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.822028] env[62664]: WARNING nova.compute.manager [req-14f4a27b-3bfb-47f6-a38d-61f03420ec6e req-08e48379-2cdc-4dc4-b3b7-122eef5ecdf2 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received unexpected event network-vif-plugged-db5482bf-b79f-46bb-a72e-759b58913342 for instance with vm_state building and task_state spawning. [ 1058.849870] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698511, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.864879] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "557a3477-17ec-40c8-b714-362fd653a5b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.865148] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "557a3477-17ec-40c8-b714-362fd653a5b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.865361] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "557a3477-17ec-40c8-b714-362fd653a5b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.865583] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "557a3477-17ec-40c8-b714-362fd653a5b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.865802] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "557a3477-17ec-40c8-b714-362fd653a5b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.868014] env[62664]: INFO nova.compute.manager [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Terminating instance [ 1058.905922] env[62664]: DEBUG nova.network.neutron [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Successfully updated port: db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.969585] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698509, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.076305] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698513, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.158108] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.158649] env[62664]: DEBUG nova.compute.manager [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.223448] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.223448] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.223615] env[62664]: DEBUG nova.network.neutron [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.351972] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698511, 'name': CloneVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.372349] env[62664]: DEBUG nova.compute.manager [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.372582] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.373536] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533f5a80-56d7-4c58-bfbf-e97bbadb71b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.382114] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.382392] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee99d3c7-4031-4f65-a960-ed556a589490 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.388453] env[62664]: DEBUG oslo_vmware.api [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1059.388453] env[62664]: value = "task-2698514" [ 1059.388453] env[62664]: _type = "Task" [ 1059.388453] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.396416] env[62664]: DEBUG oslo_vmware.api [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.410129] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.410268] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.410438] env[62664]: DEBUG nova.network.neutron [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.470459] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698509, 'name': CloneVM_Task, 'duration_secs': 1.932642} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.471146] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Created linked-clone VM from snapshot [ 1059.471543] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f37a2a-ecdd-40be-9fca-1a3892d1c188 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.480872] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Uploading image c05681e1-2409-4b1c-88d4-2c13ed64033a {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1059.502120] env[62664]: DEBUG oslo_vmware.rw_handles [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1059.502120] env[62664]: value = "vm-543792" [ 1059.502120] env[62664]: _type = "VirtualMachine" [ 1059.502120] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1059.502386] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6bcbf7ac-cdd4-4c0a-a191-289ff692991c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.511061] env[62664]: DEBUG oslo_vmware.rw_handles [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lease: (returnval){ [ 1059.511061] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520ff99b-e59b-f32d-85ff-aeb70bad6436" [ 1059.511061] env[62664]: _type = "HttpNfcLease" [ 1059.511061] env[62664]: } obtained for exporting VM: (result){ [ 1059.511061] env[62664]: value = "vm-543792" [ 1059.511061] env[62664]: _type = "VirtualMachine" [ 1059.511061] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1059.511435] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the lease: (returnval){ [ 1059.511435] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520ff99b-e59b-f32d-85ff-aeb70bad6436" [ 1059.511435] env[62664]: _type = "HttpNfcLease" [ 1059.511435] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.518779] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.518779] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520ff99b-e59b-f32d-85ff-aeb70bad6436" [ 1059.518779] env[62664]: _type = "HttpNfcLease" [ 1059.518779] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.575056] env[62664]: DEBUG oslo_vmware.api [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698513, 'name': PowerOnVM_Task, 'duration_secs': 0.533945} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.575215] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.575380] env[62664]: DEBUG nova.compute.manager [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.576248] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f9d55a-b563-47e9-ac3d-6aecd8e08e3c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.629076] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.629534] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-471d7132-ef61-4996-85dc-fcfc78e56fb7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.639056] env[62664]: DEBUG oslo_vmware.api [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1059.639056] env[62664]: value = "task-2698516" [ 1059.639056] env[62664]: _type = "Task" [ 1059.639056] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.649558] env[62664]: DEBUG oslo_vmware.api [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.663316] env[62664]: DEBUG nova.compute.utils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1059.664794] env[62664]: DEBUG nova.compute.manager [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.664965] env[62664]: DEBUG nova.network.neutron [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.713515] env[62664]: DEBUG nova.policy [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87612dd0baaf467f85ea11e923f99505', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51d64d8686048938e1f7a66851e092e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.760076] env[62664]: WARNING nova.network.neutron [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] f2db3039-158a-40ba-8e1a-2ea6a9c89774 already exists in list: networks containing: ['f2db3039-158a-40ba-8e1a-2ea6a9c89774']. ignoring it [ 1059.850770] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698511, 'name': CloneVM_Task, 'duration_secs': 1.574322} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.851446] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Created linked-clone VM from snapshot [ 1059.852211] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d1a49c-8e3f-4c4d-ab70-239399c1903d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.862623] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Uploading image 7d449b88-890a-4762-9cd9-ced535141262 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1059.900263] env[62664]: DEBUG oslo_vmware.api [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698514, 'name': PowerOffVM_Task, 'duration_secs': 0.289965} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.902197] env[62664]: DEBUG oslo_vmware.rw_handles [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1059.902197] env[62664]: value = "vm-543793" [ 1059.902197] env[62664]: _type = "VirtualMachine" [ 1059.902197] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1059.902490] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.902725] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.902865] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1bd261bf-af9a-4ece-b7f7-34a2be063d7c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.904536] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ebef0ba-970b-4a75-ae7f-a888df19a81d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.911911] env[62664]: DEBUG oslo_vmware.rw_handles [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lease: (returnval){ [ 1059.911911] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52471143-6bbc-d761-67ee-11297ac5ff49" [ 1059.911911] env[62664]: _type = "HttpNfcLease" [ 1059.911911] env[62664]: } obtained for exporting VM: (result){ [ 1059.911911] env[62664]: value = "vm-543793" [ 1059.911911] env[62664]: _type = "VirtualMachine" [ 1059.911911] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1059.912210] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the lease: (returnval){ [ 1059.912210] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52471143-6bbc-d761-67ee-11297ac5ff49" [ 1059.912210] env[62664]: _type = "HttpNfcLease" [ 1059.912210] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.923219] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.923219] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52471143-6bbc-d761-67ee-11297ac5ff49" [ 1059.923219] env[62664]: _type = "HttpNfcLease" [ 1059.923219] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.962713] env[62664]: DEBUG nova.network.neutron [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.975215] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.975215] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.975328] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Deleting the datastore file [datastore1] 557a3477-17ec-40c8-b714-362fd653a5b9 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.975600] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf4daf86-936e-4391-b891-ef685bd1a847 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.983290] env[62664]: DEBUG oslo_vmware.api [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1059.983290] env[62664]: value = "task-2698519" [ 1059.983290] env[62664]: _type = "Task" [ 1059.983290] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.996579] env[62664]: DEBUG oslo_vmware.api [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.025331] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.025331] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520ff99b-e59b-f32d-85ff-aeb70bad6436" [ 1060.025331] env[62664]: _type = "HttpNfcLease" [ 1060.025331] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.025945] env[62664]: DEBUG oslo_vmware.rw_handles [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.025945] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520ff99b-e59b-f32d-85ff-aeb70bad6436" [ 1060.025945] env[62664]: _type = "HttpNfcLease" [ 1060.025945] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1060.026831] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66114c8e-08db-40e9-8c87-b1e0009007d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.038129] env[62664]: DEBUG oslo_vmware.rw_handles [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e853-ee7b-aadd-b7e3-2d1fbb0a3356/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.038335] env[62664]: DEBUG oslo_vmware.rw_handles [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e853-ee7b-aadd-b7e3-2d1fbb0a3356/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1060.107249] env[62664]: DEBUG nova.network.neutron [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Successfully created port: fec47e05-8da3-4be5-a9e1-221c253d809b {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.111748] env[62664]: DEBUG oslo_concurrency.lockutils [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.112030] env[62664]: DEBUG oslo_concurrency.lockutils [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.112248] env[62664]: DEBUG nova.objects.instance [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1060.145735] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1bc360e9-94ab-4545-a0f8-37afd81da381 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.168425] env[62664]: DEBUG nova.compute.manager [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.178136] env[62664]: DEBUG oslo_vmware.api [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698516, 'name': PowerOnVM_Task, 'duration_secs': 0.40762} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.185986] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.185986] env[62664]: DEBUG nova.compute.manager [None req-fd465441-2c27-43d0-8dc0-6a7d134047e4 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.188878] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f90b26d-749f-4aef-852e-b0529fd731a2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.226235] env[62664]: DEBUG nova.network.neutron [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "86910f62-0ca2-43b9-89da-e5c0a6e9c4fd", "address": "fa:16:3e:ac:11:ce", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86910f62-0c", "ovs_interfaceid": "86910f62-0ca2-43b9-89da-e5c0a6e9c4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.253190] env[62664]: DEBUG nova.network.neutron [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updating instance_info_cache with network_info: [{"id": "db5482bf-b79f-46bb-a72e-759b58913342", "address": "fa:16:3e:fa:c4:5e", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5482bf-b7", "ovs_interfaceid": "db5482bf-b79f-46bb-a72e-759b58913342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.424687] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.424687] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52471143-6bbc-d761-67ee-11297ac5ff49" [ 1060.424687] env[62664]: _type = "HttpNfcLease" [ 1060.424687] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.425094] env[62664]: DEBUG oslo_vmware.rw_handles [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.425094] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52471143-6bbc-d761-67ee-11297ac5ff49" [ 1060.425094] env[62664]: _type = "HttpNfcLease" [ 1060.425094] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1060.425973] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8fe6f4-91fc-4b01-93fb-1ecff8bd8adc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.436840] env[62664]: DEBUG oslo_vmware.rw_handles [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af46cd-8eb6-5b1f-035f-2fea5534bcf7/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.437097] env[62664]: DEBUG oslo_vmware.rw_handles [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af46cd-8eb6-5b1f-035f-2fea5534bcf7/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1060.506289] env[62664]: DEBUG oslo_vmware.api [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462953} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.506536] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.506732] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.506895] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.507087] env[62664]: INFO nova.compute.manager [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1060.507364] env[62664]: DEBUG oslo.service.loopingcall [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.507586] env[62664]: DEBUG nova.compute.manager [-] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.507824] env[62664]: DEBUG nova.network.neutron [-] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.548475] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80deb54e-95da-45aa-81f6-2d51f19a52e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.652053] env[62664]: DEBUG nova.compute.manager [req-45b62d3a-8e46-4a40-a162-226cd1c5a2dd req-472f2e14-4cfc-4ae5-ae92-522909bfbf0d service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received event network-changed-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.652797] env[62664]: DEBUG nova.compute.manager [req-45b62d3a-8e46-4a40-a162-226cd1c5a2dd req-472f2e14-4cfc-4ae5-ae92-522909bfbf0d service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Refreshing instance network info cache due to event network-changed-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.653247] env[62664]: DEBUG oslo_concurrency.lockutils [req-45b62d3a-8e46-4a40-a162-226cd1c5a2dd req-472f2e14-4cfc-4ae5-ae92-522909bfbf0d service nova] Acquiring lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.729099] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.729982] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.730288] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.731133] env[62664]: DEBUG oslo_concurrency.lockutils [req-45b62d3a-8e46-4a40-a162-226cd1c5a2dd req-472f2e14-4cfc-4ae5-ae92-522909bfbf0d service nova] Acquired lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.731348] env[62664]: DEBUG nova.network.neutron [req-45b62d3a-8e46-4a40-a162-226cd1c5a2dd req-472f2e14-4cfc-4ae5-ae92-522909bfbf0d service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Refreshing network info cache for port 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.733578] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88af1d04-054a-4dfe-a001-0b7de1cc1bbe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.757819] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.758500] env[62664]: DEBUG nova.compute.manager [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Instance network_info: |[{"id": "db5482bf-b79f-46bb-a72e-759b58913342", "address": "fa:16:3e:fa:c4:5e", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5482bf-b7", "ovs_interfaceid": "db5482bf-b79f-46bb-a72e-759b58913342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.759355] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.759868] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.760055] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.760424] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.760830] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.761175] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.761526] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.761884] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.762204] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.762608] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.762815] env[62664]: DEBUG nova.virt.hardware [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.769742] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Reconfiguring VM to attach interface {{(pid=62664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1060.775332] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:c4:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db5482bf-b79f-46bb-a72e-759b58913342', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.786122] env[62664]: DEBUG oslo.service.loopingcall [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.786661] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cfa1bef-ecf8-48f8-9d33-f0d7a75cf3f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.801073] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.802303] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-190d7e35-5dcb-4209-9155-b6cb4371210d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.832798] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.832798] env[62664]: value = "task-2698521" [ 1060.832798] env[62664]: _type = "Task" [ 1060.832798] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.835477] env[62664]: DEBUG oslo_vmware.api [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1060.835477] env[62664]: value = "task-2698520" [ 1060.835477] env[62664]: _type = "Task" [ 1060.835477] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.851333] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698521, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.856052] env[62664]: DEBUG oslo_vmware.api [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698520, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.938956] env[62664]: DEBUG nova.compute.manager [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received event network-changed-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.939819] env[62664]: DEBUG nova.compute.manager [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Refreshing instance network info cache due to event network-changed-db5482bf-b79f-46bb-a72e-759b58913342. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.940200] env[62664]: DEBUG oslo_concurrency.lockutils [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] Acquiring lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.940473] env[62664]: DEBUG oslo_concurrency.lockutils [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] Acquired lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.940846] env[62664]: DEBUG nova.network.neutron [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Refreshing network info cache for port db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.122116] env[62664]: DEBUG oslo_concurrency.lockutils [None req-76780542-7f0c-4e2b-834a-6746d42f5d0b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.178833] env[62664]: DEBUG nova.compute.manager [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.320299] env[62664]: DEBUG nova.network.neutron [-] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.355802] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698521, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.360715] env[62664]: DEBUG oslo_vmware.api [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.557957] env[62664]: DEBUG nova.network.neutron [req-45b62d3a-8e46-4a40-a162-226cd1c5a2dd req-472f2e14-4cfc-4ae5-ae92-522909bfbf0d service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updated VIF entry in instance network info cache for port 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.558390] env[62664]: DEBUG nova.network.neutron [req-45b62d3a-8e46-4a40-a162-226cd1c5a2dd req-472f2e14-4cfc-4ae5-ae92-522909bfbf0d service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "86910f62-0ca2-43b9-89da-e5c0a6e9c4fd", "address": "fa:16:3e:ac:11:ce", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86910f62-0c", "ovs_interfaceid": "86910f62-0ca2-43b9-89da-e5c0a6e9c4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.669218] env[62664]: DEBUG nova.network.neutron [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updated VIF entry in instance network info cache for port db5482bf-b79f-46bb-a72e-759b58913342. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.669650] env[62664]: DEBUG nova.network.neutron [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updating instance_info_cache with network_info: [{"id": "db5482bf-b79f-46bb-a72e-759b58913342", "address": "fa:16:3e:fa:c4:5e", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5482bf-b7", "ovs_interfaceid": "db5482bf-b79f-46bb-a72e-759b58913342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.736359] env[62664]: DEBUG nova.network.neutron [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Successfully updated port: fec47e05-8da3-4be5-a9e1-221c253d809b {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.823827] env[62664]: INFO nova.compute.manager [-] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Took 1.32 seconds to deallocate network for instance. [ 1061.848014] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698521, 'name': CreateVM_Task, 'duration_secs': 0.632625} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.848778] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.849726] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.849987] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.850561] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.850853] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5d29a8-7361-47e7-bf1a-5b513783d568 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.856328] env[62664]: DEBUG oslo_vmware.api [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698520, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.861869] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1061.861869] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52759e50-9b04-dbc6-2ea3-af6966af64aa" [ 1061.861869] env[62664]: _type = "Task" [ 1061.861869] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.872317] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52759e50-9b04-dbc6-2ea3-af6966af64aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.061505] env[62664]: DEBUG oslo_concurrency.lockutils [req-45b62d3a-8e46-4a40-a162-226cd1c5a2dd req-472f2e14-4cfc-4ae5-ae92-522909bfbf0d service nova] Releasing lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.173192] env[62664]: DEBUG oslo_concurrency.lockutils [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] Releasing lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.173465] env[62664]: DEBUG nova.compute.manager [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Received event network-vif-deleted-74e2898f-bec9-47db-8bc6-111eb65f7a72 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.173650] env[62664]: INFO nova.compute.manager [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Neutron deleted interface 74e2898f-bec9-47db-8bc6-111eb65f7a72; detaching it from the instance and deleting it from the info cache [ 1062.173828] env[62664]: DEBUG nova.network.neutron [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.240168] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "refresh_cache-87525206-a87a-4a3a-9699-4c7757749432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.240331] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "refresh_cache-87525206-a87a-4a3a-9699-4c7757749432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.240476] env[62664]: DEBUG nova.network.neutron [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.331567] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.331937] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.332294] env[62664]: DEBUG nova.objects.instance [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lazy-loading 'resources' on Instance uuid 557a3477-17ec-40c8-b714-362fd653a5b9 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.352690] env[62664]: DEBUG oslo_vmware.api [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698520, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.375029] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52759e50-9b04-dbc6-2ea3-af6966af64aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014454} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.375596] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.375878] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.376417] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.376644] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.376868] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.377203] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee5840c-9c52-420f-8b2d-5c1ef2cc4a9f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.391157] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.391512] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.392522] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad06e56-4b00-4009-9fdb-58e5d2e0d804 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.399577] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1062.399577] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fb6a3a-fa7d-a1dd-8ee1-ca6d1e84deaf" [ 1062.399577] env[62664]: _type = "Task" [ 1062.399577] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.409323] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fb6a3a-fa7d-a1dd-8ee1-ca6d1e84deaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.676658] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e31b2577-e30f-4712-9f35-ae3433a06399 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.688947] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270a337f-1ea7-4699-aa72-981f7340176b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.728024] env[62664]: DEBUG nova.compute.manager [req-e2e6d29e-bc2b-45ee-ae99-f382088f6e8b req-09ad8e71-1da3-4d04-965c-284390ce2181 service nova] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Detach interface failed, port_id=74e2898f-bec9-47db-8bc6-111eb65f7a72, reason: Instance 557a3477-17ec-40c8-b714-362fd653a5b9 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1062.775988] env[62664]: DEBUG nova.network.neutron [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.855442] env[62664]: DEBUG oslo_vmware.api [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698520, 'name': ReconfigVM_Task, 'duration_secs': 1.815754} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.855954] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.856186] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Reconfigured VM to attach interface {{(pid=62664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1062.912814] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fb6a3a-fa7d-a1dd-8ee1-ca6d1e84deaf, 'name': SearchDatastore_Task, 'duration_secs': 0.017422} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.917238] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe018e9-80a8-44c4-af87-6753dd940435 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.924420] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1062.924420] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524454bc-4c8a-e1e6-2197-acb03cb930cc" [ 1062.924420] env[62664]: _type = "Task" [ 1062.924420] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.931593] env[62664]: DEBUG nova.network.neutron [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Updating instance_info_cache with network_info: [{"id": "fec47e05-8da3-4be5-a9e1-221c253d809b", "address": "fa:16:3e:b9:38:69", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec47e05-8d", "ovs_interfaceid": "fec47e05-8da3-4be5-a9e1-221c253d809b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.939787] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524454bc-4c8a-e1e6-2197-acb03cb930cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.978400] env[62664]: DEBUG nova.compute.manager [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Received event network-vif-plugged-fec47e05-8da3-4be5-a9e1-221c253d809b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.978701] env[62664]: DEBUG oslo_concurrency.lockutils [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] Acquiring lock "87525206-a87a-4a3a-9699-4c7757749432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.978961] env[62664]: DEBUG oslo_concurrency.lockutils [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] Lock "87525206-a87a-4a3a-9699-4c7757749432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.979187] env[62664]: DEBUG oslo_concurrency.lockutils [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] Lock "87525206-a87a-4a3a-9699-4c7757749432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.979413] env[62664]: DEBUG nova.compute.manager [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] No waiting events found dispatching network-vif-plugged-fec47e05-8da3-4be5-a9e1-221c253d809b {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.979659] env[62664]: WARNING nova.compute.manager [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Received unexpected event network-vif-plugged-fec47e05-8da3-4be5-a9e1-221c253d809b for instance with vm_state building and task_state spawning. [ 1062.979762] env[62664]: DEBUG nova.compute.manager [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Received event network-changed-fec47e05-8da3-4be5-a9e1-221c253d809b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.979952] env[62664]: DEBUG nova.compute.manager [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Refreshing instance network info cache due to event network-changed-fec47e05-8da3-4be5-a9e1-221c253d809b. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.980363] env[62664]: DEBUG oslo_concurrency.lockutils [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] Acquiring lock "refresh_cache-87525206-a87a-4a3a-9699-4c7757749432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.016299] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d852265-ef3e-41dd-a65c-10fdee1236bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.025920] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98770793-bd1f-4a2e-81bd-1ae361e13c93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.059477] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d340db9a-4b67-4abb-bd42-4dc7c8a08cda {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.068723] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc6fcc1-932e-4b2e-83f2-39290d909df8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.084853] env[62664]: DEBUG nova.compute.provider_tree [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.361436] env[62664]: DEBUG oslo_concurrency.lockutils [None req-cdb0df91-aa94-47ac-8140-2c6fd4aac14a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.725s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.435879] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "refresh_cache-87525206-a87a-4a3a-9699-4c7757749432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.436267] env[62664]: DEBUG nova.compute.manager [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Instance network_info: |[{"id": "fec47e05-8da3-4be5-a9e1-221c253d809b", "address": "fa:16:3e:b9:38:69", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec47e05-8d", "ovs_interfaceid": "fec47e05-8da3-4be5-a9e1-221c253d809b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.436594] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524454bc-4c8a-e1e6-2197-acb03cb930cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01692} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.436836] env[62664]: DEBUG oslo_concurrency.lockutils [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] Acquired lock "refresh_cache-87525206-a87a-4a3a-9699-4c7757749432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.437014] env[62664]: DEBUG nova.network.neutron [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Refreshing network info cache for port fec47e05-8da3-4be5-a9e1-221c253d809b {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.438642] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.438914] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 288e1d97-19b2-4162-ae28-dd5063b6a6f5/288e1d97-19b2-4162-ae28-dd5063b6a6f5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.439459] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54381b05-15c2-4a47-8675-3c1b07c12810 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.449832] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1063.449832] env[62664]: value = "task-2698522" [ 1063.449832] env[62664]: _type = "Task" [ 1063.449832] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.460213] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.588337] env[62664]: DEBUG nova.scheduler.client.report [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.963023] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698522, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.093898] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.118723] env[62664]: INFO nova.scheduler.client.report [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Deleted allocations for instance 557a3477-17ec-40c8-b714-362fd653a5b9 [ 1064.172788] env[62664]: DEBUG nova.network.neutron [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Updated VIF entry in instance network info cache for port fec47e05-8da3-4be5-a9e1-221c253d809b. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.172945] env[62664]: DEBUG nova.network.neutron [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Updating instance_info_cache with network_info: [{"id": "fec47e05-8da3-4be5-a9e1-221c253d809b", "address": "fa:16:3e:b9:38:69", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec47e05-8d", "ovs_interfaceid": "fec47e05-8da3-4be5-a9e1-221c253d809b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.463658] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698522, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.628039] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c97ecf19-6c84-4566-8ff9-3443018c1611 tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "557a3477-17ec-40c8-b714-362fd653a5b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.762s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.675633] env[62664]: DEBUG oslo_concurrency.lockutils [req-a2df2315-38d1-4437-93f8-0bf06ef3ba4a req-0e309af9-1307-48d8-94a5-60849259bc11 service nova] Releasing lock "refresh_cache-87525206-a87a-4a3a-9699-4c7757749432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.962592] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698522, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.170620] env[62664]: DEBUG oslo_concurrency.lockutils [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-44d008a7-38b2-4df2-9601-077e92ecdc7f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.170995] env[62664]: DEBUG oslo_concurrency.lockutils [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-44d008a7-38b2-4df2-9601-077e92ecdc7f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.171258] env[62664]: DEBUG nova.objects.instance [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'flavor' on Instance uuid 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.462579] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698522, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.703383} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.462900] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 288e1d97-19b2-4162-ae28-dd5063b6a6f5/288e1d97-19b2-4162-ae28-dd5063b6a6f5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.463160] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.463477] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88bf9039-577d-4942-b1e1-a60a70f1182c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.471053] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1065.471053] env[62664]: value = "task-2698523" [ 1065.471053] env[62664]: _type = "Task" [ 1065.471053] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.480700] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.610663] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.611039] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.611308] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.611630] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.611925] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.614445] env[62664]: INFO nova.compute.manager [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Terminating instance [ 1065.785190] env[62664]: DEBUG nova.objects.instance [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'pci_requests' on Instance uuid 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.982457] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066823} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.982653] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.983419] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0389b971-3a0d-4aec-9d46-b6eb710491f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.006510] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 288e1d97-19b2-4162-ae28-dd5063b6a6f5/288e1d97-19b2-4162-ae28-dd5063b6a6f5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.006839] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ecb7c28-e6e6-458c-9fd8-4c4f718e6952 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.028233] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1066.028233] env[62664]: value = "task-2698524" [ 1066.028233] env[62664]: _type = "Task" [ 1066.028233] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.037076] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.119737] env[62664]: DEBUG nova.compute.manager [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.119931] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.120938] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee5a097-f66d-4ee2-9a56-42a59fcbaed0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.129097] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.129351] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-985ee591-1e46-457f-a1ea-3caa9827aab9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.135706] env[62664]: DEBUG oslo_vmware.api [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1066.135706] env[62664]: value = "task-2698525" [ 1066.135706] env[62664]: _type = "Task" [ 1066.135706] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.146745] env[62664]: DEBUG oslo_vmware.api [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.288846] env[62664]: DEBUG nova.objects.base [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Object Instance<8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4> lazy-loaded attributes: flavor,pci_requests {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1066.289270] env[62664]: DEBUG nova.network.neutron [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.363366] env[62664]: DEBUG nova.policy [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5231b9d2526944f2824af2094a32fe8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c1ba595e904276a7aaeaca7aa52e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.538812] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698524, 'name': ReconfigVM_Task, 'duration_secs': 0.424055} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.539133] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 288e1d97-19b2-4162-ae28-dd5063b6a6f5/288e1d97-19b2-4162-ae28-dd5063b6a6f5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.539766] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8a83d34-586c-4afc-8fe7-e08d4042393e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.546734] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1066.546734] env[62664]: value = "task-2698526" [ 1066.546734] env[62664]: _type = "Task" [ 1066.546734] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.555236] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698526, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.645756] env[62664]: DEBUG oslo_vmware.api [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698525, 'name': PowerOffVM_Task, 'duration_secs': 0.232572} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.646074] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.646256] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.646522] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4962ac62-05e5-46e8-91ee-0248214a4649 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.710894] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.711129] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.711319] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Deleting the datastore file [datastore1] 90919ec8-9403-4b5e-94f4-fad6f941cbcb {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.711625] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-737b23f8-4355-4518-b935-6a929e8a91aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.717959] env[62664]: DEBUG oslo_vmware.api [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for the task: (returnval){ [ 1066.717959] env[62664]: value = "task-2698528" [ 1066.717959] env[62664]: _type = "Task" [ 1066.717959] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.726632] env[62664]: DEBUG oslo_vmware.api [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.059155] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698526, 'name': Rename_Task, 'duration_secs': 0.23013} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.059528] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.059801] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39ef1b20-8dc3-42f2-bff0-4932a14f1469 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.066484] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1067.066484] env[62664]: value = "task-2698529" [ 1067.066484] env[62664]: _type = "Task" [ 1067.066484] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.075358] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.229720] env[62664]: DEBUG oslo_vmware.api [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Task: {'id': task-2698528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336774} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.230140] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.230525] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.230732] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.230910] env[62664]: INFO nova.compute.manager [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1067.231193] env[62664]: DEBUG oslo.service.loopingcall [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.231406] env[62664]: DEBUG nova.compute.manager [-] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.231511] env[62664]: DEBUG nova.network.neutron [-] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.579802] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698529, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.674423] env[62664]: DEBUG nova.compute.manager [req-8fff805a-ed89-46de-8373-55884c33fc34 req-909bedd8-2495-432d-bb56-3dd94e4f88f4 service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Received event network-vif-deleted-dfae84e4-4145-4227-8633-a076074ee6bf {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.674718] env[62664]: INFO nova.compute.manager [req-8fff805a-ed89-46de-8373-55884c33fc34 req-909bedd8-2495-432d-bb56-3dd94e4f88f4 service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Neutron deleted interface dfae84e4-4145-4227-8633-a076074ee6bf; detaching it from the instance and deleting it from the info cache [ 1067.674911] env[62664]: DEBUG nova.network.neutron [req-8fff805a-ed89-46de-8373-55884c33fc34 req-909bedd8-2495-432d-bb56-3dd94e4f88f4 service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.789779] env[62664]: DEBUG nova.compute.manager [req-b90fa8ad-6331-471c-87af-5eb4d500cff4 req-ddfa5602-0ffb-4900-9c74-bddd6e71ab05 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received event network-vif-plugged-44d008a7-38b2-4df2-9601-077e92ecdc7f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.790040] env[62664]: DEBUG oslo_concurrency.lockutils [req-b90fa8ad-6331-471c-87af-5eb4d500cff4 req-ddfa5602-0ffb-4900-9c74-bddd6e71ab05 service nova] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.790299] env[62664]: DEBUG oslo_concurrency.lockutils [req-b90fa8ad-6331-471c-87af-5eb4d500cff4 req-ddfa5602-0ffb-4900-9c74-bddd6e71ab05 service nova] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.790618] env[62664]: DEBUG oslo_concurrency.lockutils [req-b90fa8ad-6331-471c-87af-5eb4d500cff4 req-ddfa5602-0ffb-4900-9c74-bddd6e71ab05 service nova] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.790685] env[62664]: DEBUG nova.compute.manager [req-b90fa8ad-6331-471c-87af-5eb4d500cff4 req-ddfa5602-0ffb-4900-9c74-bddd6e71ab05 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] No waiting events found dispatching network-vif-plugged-44d008a7-38b2-4df2-9601-077e92ecdc7f {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.791180] env[62664]: WARNING nova.compute.manager [req-b90fa8ad-6331-471c-87af-5eb4d500cff4 req-ddfa5602-0ffb-4900-9c74-bddd6e71ab05 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received unexpected event network-vif-plugged-44d008a7-38b2-4df2-9601-077e92ecdc7f for instance with vm_state active and task_state None. [ 1067.898506] env[62664]: DEBUG nova.network.neutron [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Successfully updated port: 44d008a7-38b2-4df2-9601-077e92ecdc7f {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.029741] env[62664]: DEBUG nova.network.neutron [-] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.079039] env[62664]: DEBUG oslo_vmware.api [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698529, 'name': PowerOnVM_Task, 'duration_secs': 0.631442} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.079039] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.079039] env[62664]: INFO nova.compute.manager [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1068.079345] env[62664]: DEBUG nova.compute.manager [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.079991] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e7855-563e-4b60-a83e-adabe7a10fec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.178536] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-764d1a78-0427-423a-9d1b-50ccc6243418 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.193256] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1c526c-ae4f-492b-a9a9-6fd1b8cdddfc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.234312] env[62664]: DEBUG nova.compute.manager [req-8fff805a-ed89-46de-8373-55884c33fc34 req-909bedd8-2495-432d-bb56-3dd94e4f88f4 service nova] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Detach interface failed, port_id=dfae84e4-4145-4227-8633-a076074ee6bf, reason: Instance 90919ec8-9403-4b5e-94f4-fad6f941cbcb could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1068.402203] env[62664]: DEBUG oslo_concurrency.lockutils [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.402363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.402572] env[62664]: DEBUG nova.network.neutron [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.532742] env[62664]: INFO nova.compute.manager [-] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Took 1.30 seconds to deallocate network for instance. [ 1068.600247] env[62664]: INFO nova.compute.manager [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Took 14.56 seconds to build instance. [ 1068.944698] env[62664]: WARNING nova.network.neutron [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] f2db3039-158a-40ba-8e1a-2ea6a9c89774 already exists in list: networks containing: ['f2db3039-158a-40ba-8e1a-2ea6a9c89774']. ignoring it [ 1068.944929] env[62664]: WARNING nova.network.neutron [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] f2db3039-158a-40ba-8e1a-2ea6a9c89774 already exists in list: networks containing: ['f2db3039-158a-40ba-8e1a-2ea6a9c89774']. ignoring it [ 1069.039154] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.039536] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.039791] env[62664]: DEBUG nova.objects.instance [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lazy-loading 'resources' on Instance uuid 90919ec8-9403-4b5e-94f4-fad6f941cbcb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.102379] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dc8e572c-150f-4ea1-b2a5-a6357b5caf3f tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.067s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.368658] env[62664]: DEBUG nova.network.neutron [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "86910f62-0ca2-43b9-89da-e5c0a6e9c4fd", "address": "fa:16:3e:ac:11:ce", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86910f62-0c", "ovs_interfaceid": "86910f62-0ca2-43b9-89da-e5c0a6e9c4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d008a7-38b2-4df2-9601-077e92ecdc7f", "address": "fa:16:3e:d3:36:50", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d008a7-38", "ovs_interfaceid": "44d008a7-38b2-4df2-9601-077e92ecdc7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.423144] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.423416] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.423579] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.423760] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.423909] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.424071] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.424288] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.424449] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.424620] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.424784] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.424980] env[62664]: DEBUG nova.virt.hardware [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.427186] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dcc270-90fe-4226-b115-aca018262752 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.436416] env[62664]: DEBUG oslo_vmware.rw_handles [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e853-ee7b-aadd-b7e3-2d1fbb0a3356/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1069.437972] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c918835d-9aca-4f58-b5e1-4318e7eabe92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.443198] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a94896-6be3-46af-a2ae-6b697ee4510a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.456126] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:38:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fec47e05-8da3-4be5-a9e1-221c253d809b', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.463920] env[62664]: DEBUG oslo.service.loopingcall [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.465945] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.466113] env[62664]: DEBUG oslo_vmware.rw_handles [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e853-ee7b-aadd-b7e3-2d1fbb0a3356/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1069.466274] env[62664]: ERROR oslo_vmware.rw_handles [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e853-ee7b-aadd-b7e3-2d1fbb0a3356/disk-0.vmdk due to incomplete transfer. [ 1069.466484] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9421bcb4-081b-4ca8-89b4-7c0e8822cd33 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.481021] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-224c808a-fac6-439d-b83e-a51bb4c72e9f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.490617] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.490617] env[62664]: value = "task-2698530" [ 1069.490617] env[62664]: _type = "Task" [ 1069.490617] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.494647] env[62664]: DEBUG oslo_vmware.rw_handles [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e853-ee7b-aadd-b7e3-2d1fbb0a3356/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1069.494840] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Uploaded image c05681e1-2409-4b1c-88d4-2c13ed64033a to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1069.497178] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1069.497733] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-850147d8-5ed3-4101-9f9a-b5d5005373ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.502028] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698530, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.505370] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1069.505370] env[62664]: value = "task-2698531" [ 1069.505370] env[62664]: _type = "Task" [ 1069.505370] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.514498] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698531, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.686583] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fad7521-5b4c-48a7-815c-3d9a865843f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.695415] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a980551b-bfe8-4448-ae5f-3c4b77edeaa8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.727039] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4c1130-2503-4db4-84b4-ef43c1f70984 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.735038] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4c5362-3e9c-4ad5-b30e-c6efeb4f04e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.749506] env[62664]: DEBUG nova.compute.provider_tree [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.873247] env[62664]: DEBUG oslo_concurrency.lockutils [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.873247] env[62664]: DEBUG oslo_concurrency.lockutils [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.873247] env[62664]: DEBUG oslo_concurrency.lockutils [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.874029] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bd42a4-09bc-4801-995a-72b44c31fa1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.894787] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.895032] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.895189] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.895372] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.895520] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.895669] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.895897] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.896099] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.896274] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.896435] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.896605] env[62664]: DEBUG nova.virt.hardware [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.903101] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Reconfiguring VM to attach interface {{(pid=62664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1069.903465] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37ec1e92-7642-4233-bc3f-84e385f7f59b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.922618] env[62664]: DEBUG oslo_vmware.api [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1069.922618] env[62664]: value = "task-2698532" [ 1069.922618] env[62664]: _type = "Task" [ 1069.922618] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.932140] env[62664]: DEBUG oslo_vmware.api [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698532, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.000908] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698530, 'name': CreateVM_Task, 'duration_secs': 0.362867} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.001094] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.001772] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.001961] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.002291] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.002559] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5afcf5b-167e-44cf-8bf8-05d1ecc343b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.011217] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1070.011217] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529236a0-35d6-596e-ccb6-f42688100f66" [ 1070.011217] env[62664]: _type = "Task" [ 1070.011217] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.020068] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698531, 'name': Destroy_Task} progress is 33%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.026739] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529236a0-35d6-596e-ccb6-f42688100f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.117168] env[62664]: DEBUG nova.compute.manager [req-e9f6deaf-6fdf-4331-9c90-159daf08c8df req-c49b9d89-a170-445a-853c-5e9724df8c8d service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received event network-changed-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.117168] env[62664]: DEBUG nova.compute.manager [req-e9f6deaf-6fdf-4331-9c90-159daf08c8df req-c49b9d89-a170-445a-853c-5e9724df8c8d service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Refreshing instance network info cache due to event network-changed-db5482bf-b79f-46bb-a72e-759b58913342. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.117798] env[62664]: DEBUG oslo_concurrency.lockutils [req-e9f6deaf-6fdf-4331-9c90-159daf08c8df req-c49b9d89-a170-445a-853c-5e9724df8c8d service nova] Acquiring lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.117988] env[62664]: DEBUG oslo_concurrency.lockutils [req-e9f6deaf-6fdf-4331-9c90-159daf08c8df req-c49b9d89-a170-445a-853c-5e9724df8c8d service nova] Acquired lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.118218] env[62664]: DEBUG nova.network.neutron [req-e9f6deaf-6fdf-4331-9c90-159daf08c8df req-c49b9d89-a170-445a-853c-5e9724df8c8d service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Refreshing network info cache for port db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.138469] env[62664]: DEBUG nova.compute.manager [req-d26976c7-5b18-4116-b9f1-564ca2d28ff4 req-bf86b224-33cd-4701-a0ab-e3fa33368fa7 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received event network-changed-44d008a7-38b2-4df2-9601-077e92ecdc7f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.138967] env[62664]: DEBUG nova.compute.manager [req-d26976c7-5b18-4116-b9f1-564ca2d28ff4 req-bf86b224-33cd-4701-a0ab-e3fa33368fa7 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Refreshing instance network info cache due to event network-changed-44d008a7-38b2-4df2-9601-077e92ecdc7f. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.138967] env[62664]: DEBUG oslo_concurrency.lockutils [req-d26976c7-5b18-4116-b9f1-564ca2d28ff4 req-bf86b224-33cd-4701-a0ab-e3fa33368fa7 service nova] Acquiring lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.139212] env[62664]: DEBUG oslo_concurrency.lockutils [req-d26976c7-5b18-4116-b9f1-564ca2d28ff4 req-bf86b224-33cd-4701-a0ab-e3fa33368fa7 service nova] Acquired lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.139424] env[62664]: DEBUG nova.network.neutron [req-d26976c7-5b18-4116-b9f1-564ca2d28ff4 req-bf86b224-33cd-4701-a0ab-e3fa33368fa7 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Refreshing network info cache for port 44d008a7-38b2-4df2-9601-077e92ecdc7f {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.254198] env[62664]: DEBUG nova.scheduler.client.report [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.434320] env[62664]: DEBUG oslo_vmware.api [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698532, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.518866] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698531, 'name': Destroy_Task, 'duration_secs': 0.743642} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.519634] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Destroyed the VM [ 1070.519932] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1070.520273] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2b4bcdba-9e3e-411c-bdb9-57a5eab618a3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.525509] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529236a0-35d6-596e-ccb6-f42688100f66, 'name': SearchDatastore_Task, 'duration_secs': 0.018117} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.526251] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.526516] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.526750] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.526899] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.527102] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.527388] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d049b363-cc80-4d4e-843a-81cea5ab5f5b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.531600] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1070.531600] env[62664]: value = "task-2698533" [ 1070.531600] env[62664]: _type = "Task" [ 1070.531600] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.537339] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.537610] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.542691] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66c6333-0077-400c-995f-d7aff5abc229 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.545447] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698533, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.549221] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1070.549221] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c84be3-10c2-efbc-262d-bd7fb31d86ef" [ 1070.549221] env[62664]: _type = "Task" [ 1070.549221] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.557457] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c84be3-10c2-efbc-262d-bd7fb31d86ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.708078] env[62664]: DEBUG oslo_vmware.rw_handles [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af46cd-8eb6-5b1f-035f-2fea5534bcf7/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1070.709371] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f688dfd-f444-4f98-a1e4-f5400d7d13a1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.716254] env[62664]: DEBUG oslo_vmware.rw_handles [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af46cd-8eb6-5b1f-035f-2fea5534bcf7/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1070.716339] env[62664]: ERROR oslo_vmware.rw_handles [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af46cd-8eb6-5b1f-035f-2fea5534bcf7/disk-0.vmdk due to incomplete transfer. [ 1070.716605] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-723c573d-910b-4fd3-a371-0a5cb139a5fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.726881] env[62664]: DEBUG oslo_vmware.rw_handles [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52af46cd-8eb6-5b1f-035f-2fea5534bcf7/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1070.727105] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Uploaded image 7d449b88-890a-4762-9cd9-ced535141262 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1070.728816] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1070.729126] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd74e6e1-6272-44ad-b16c-bb35407e6ac9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.738014] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1070.738014] env[62664]: value = "task-2698534" [ 1070.738014] env[62664]: _type = "Task" [ 1070.738014] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.751711] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698534, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.758069] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.777745] env[62664]: INFO nova.scheduler.client.report [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Deleted allocations for instance 90919ec8-9403-4b5e-94f4-fad6f941cbcb [ 1070.844989] env[62664]: DEBUG nova.network.neutron [req-e9f6deaf-6fdf-4331-9c90-159daf08c8df req-c49b9d89-a170-445a-853c-5e9724df8c8d service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updated VIF entry in instance network info cache for port db5482bf-b79f-46bb-a72e-759b58913342. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.845390] env[62664]: DEBUG nova.network.neutron [req-e9f6deaf-6fdf-4331-9c90-159daf08c8df req-c49b9d89-a170-445a-853c-5e9724df8c8d service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updating instance_info_cache with network_info: [{"id": "db5482bf-b79f-46bb-a72e-759b58913342", "address": "fa:16:3e:fa:c4:5e", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5482bf-b7", "ovs_interfaceid": "db5482bf-b79f-46bb-a72e-759b58913342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.862988] env[62664]: DEBUG nova.network.neutron [req-d26976c7-5b18-4116-b9f1-564ca2d28ff4 req-bf86b224-33cd-4701-a0ab-e3fa33368fa7 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updated VIF entry in instance network info cache for port 44d008a7-38b2-4df2-9601-077e92ecdc7f. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.863491] env[62664]: DEBUG nova.network.neutron [req-d26976c7-5b18-4116-b9f1-564ca2d28ff4 req-bf86b224-33cd-4701-a0ab-e3fa33368fa7 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "86910f62-0ca2-43b9-89da-e5c0a6e9c4fd", "address": "fa:16:3e:ac:11:ce", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86910f62-0c", "ovs_interfaceid": "86910f62-0ca2-43b9-89da-e5c0a6e9c4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "44d008a7-38b2-4df2-9601-077e92ecdc7f", "address": "fa:16:3e:d3:36:50", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d008a7-38", "ovs_interfaceid": "44d008a7-38b2-4df2-9601-077e92ecdc7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.933931] env[62664]: DEBUG oslo_vmware.api [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698532, 'name': ReconfigVM_Task, 'duration_secs': 0.567646} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.934434] env[62664]: DEBUG oslo_concurrency.lockutils [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.934647] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Reconfigured VM to attach interface {{(pid=62664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1071.042842] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698533, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.058699] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c84be3-10c2-efbc-262d-bd7fb31d86ef, 'name': SearchDatastore_Task, 'duration_secs': 0.01319} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.059526] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66efb18c-34b5-4529-9cd8-60b828118e99 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.064651] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1071.064651] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52808574-5c60-212c-03d8-931712e11656" [ 1071.064651] env[62664]: _type = "Task" [ 1071.064651] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.072013] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52808574-5c60-212c-03d8-931712e11656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.253546] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698534, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.286060] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4970d817-84a5-4290-abb8-2fda97f4d15b tempest-ServerRescueNegativeTestJSON-327636561 tempest-ServerRescueNegativeTestJSON-327636561-project-member] Lock "90919ec8-9403-4b5e-94f4-fad6f941cbcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.675s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.348013] env[62664]: DEBUG oslo_concurrency.lockutils [req-e9f6deaf-6fdf-4331-9c90-159daf08c8df req-c49b9d89-a170-445a-853c-5e9724df8c8d service nova] Releasing lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.366307] env[62664]: DEBUG oslo_concurrency.lockutils [req-d26976c7-5b18-4116-b9f1-564ca2d28ff4 req-bf86b224-33cd-4701-a0ab-e3fa33368fa7 service nova] Releasing lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.439490] env[62664]: DEBUG oslo_concurrency.lockutils [None req-368181c9-98fc-486e-9e4c-c14655c2aea3 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-44d008a7-38b2-4df2-9601-077e92ecdc7f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.268s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.543641] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698533, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.575314] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52808574-5c60-212c-03d8-931712e11656, 'name': SearchDatastore_Task, 'duration_secs': 0.056994} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.575546] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.575767] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 87525206-a87a-4a3a-9699-4c7757749432/87525206-a87a-4a3a-9699-4c7757749432.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.576079] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5db3a7f4-f9d6-46fe-9fc2-b2807aecfa14 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.583456] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1071.583456] env[62664]: value = "task-2698535" [ 1071.583456] env[62664]: _type = "Task" [ 1071.583456] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.591195] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.750198] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698534, 'name': Destroy_Task, 'duration_secs': 0.932643} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.750572] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Destroyed the VM [ 1071.750682] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1071.750927] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de61a63b-1d4c-4083-bcd5-8a37a13ad0da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.757188] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1071.757188] env[62664]: value = "task-2698536" [ 1071.757188] env[62664]: _type = "Task" [ 1071.757188] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.764904] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698536, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.044361] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698533, 'name': RemoveSnapshot_Task, 'duration_secs': 1.207572} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.044680] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1072.044969] env[62664]: DEBUG nova.compute.manager [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.045822] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd952ba-bb46-48fe-8101-d39adccb094e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.095642] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698535, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.268798] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698536, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.560839] env[62664]: INFO nova.compute.manager [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Shelve offloading [ 1072.595031] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667363} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.596334] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 87525206-a87a-4a3a-9699-4c7757749432/87525206-a87a-4a3a-9699-4c7757749432.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.596736] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.599277] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5182058-5f9b-4b16-99b1-ba03ce55c164 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.608363] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1072.608363] env[62664]: value = "task-2698537" [ 1072.608363] env[62664]: _type = "Task" [ 1072.608363] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.618129] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.766671] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698536, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.896696] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.896937] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.897097] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1073.066123] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.066474] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2d83f51-7ec8-4fa3-8f78-399da22f7bbc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.076522] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1073.076522] env[62664]: value = "task-2698538" [ 1073.076522] env[62664]: _type = "Task" [ 1073.076522] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.084830] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1073.085082] env[62664]: DEBUG nova.compute.manager [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.085825] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3d296a-f541-4ac4-9a8e-9e4667978d2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.091051] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.091225] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.091394] env[62664]: DEBUG nova.network.neutron [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.102571] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.102861] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.117683] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062557} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.118215] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.119019] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353cb6b6-824d-420a-a861-3ea9abe0949b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.141301] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 87525206-a87a-4a3a-9699-4c7757749432/87525206-a87a-4a3a-9699-4c7757749432.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.141607] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76cfed6-199e-481f-9ca5-2d3239cf8014 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.163886] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1073.163886] env[62664]: value = "task-2698539" [ 1073.163886] env[62664]: _type = "Task" [ 1073.163886] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.172742] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.267562] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698536, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.606214] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.606419] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.607926] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853daab3-cb36-4d1d-ac41-05442fedbb92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.648852] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6882fd18-a295-46fc-9ef9-13f3fb5374dd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.678919] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Reconfiguring VM to detach interface {{(pid=62664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1073.682249] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af58cb1-867e-4bf9-8b78-470b98df65fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.703063] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698539, 'name': ReconfigVM_Task, 'duration_secs': 0.361997} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.704359] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 87525206-a87a-4a3a-9699-4c7757749432/87525206-a87a-4a3a-9699-4c7757749432.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.705093] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1073.705093] env[62664]: value = "task-2698540" [ 1073.705093] env[62664]: _type = "Task" [ 1073.705093] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.705287] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af65c3f3-4766-4378-bc6f-ed9001bf864a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.713178] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1073.713178] env[62664]: value = "task-2698541" [ 1073.713178] env[62664]: _type = "Task" [ 1073.713178] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.716241] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.725532] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698541, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.769517] env[62664]: DEBUG oslo_vmware.api [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698536, 'name': RemoveSnapshot_Task, 'duration_secs': 1.722988} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.769842] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1073.770146] env[62664]: INFO nova.compute.manager [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Took 18.02 seconds to snapshot the instance on the hypervisor. [ 1073.874369] env[62664]: DEBUG nova.network.neutron [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Updating instance_info_cache with network_info: [{"id": "c45af67b-b839-4b5f-ae72-0d7e59129d48", "address": "fa:16:3e:30:26:19", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45af67b-b8", "ovs_interfaceid": "c45af67b-b839-4b5f-ae72-0d7e59129d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.219345] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.226711] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698541, 'name': Rename_Task, 'duration_secs': 0.168007} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.226949] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.227196] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c23c686-e8da-4917-baca-9245651f061f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.233248] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1074.233248] env[62664]: value = "task-2698542" [ 1074.233248] env[62664]: _type = "Task" [ 1074.233248] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.240053] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.312931] env[62664]: DEBUG nova.compute.manager [None req-cf943db8-08c2-4843-96ba-ee9a06d74a4b tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Found 2 images (rotation: 2) {{(pid=62664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1074.377736] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.647388] env[62664]: DEBUG nova.compute.manager [req-923568ab-0b24-428a-bc4d-470ff3ee7c45 req-a0d58174-fd88-4df4-92d6-750ca99b0317 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Received event network-vif-unplugged-c45af67b-b839-4b5f-ae72-0d7e59129d48 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.647388] env[62664]: DEBUG oslo_concurrency.lockutils [req-923568ab-0b24-428a-bc4d-470ff3ee7c45 req-a0d58174-fd88-4df4-92d6-750ca99b0317 service nova] Acquiring lock "c0451edd-57a4-4322-b249-3d5aebb2c62b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.647388] env[62664]: DEBUG oslo_concurrency.lockutils [req-923568ab-0b24-428a-bc4d-470ff3ee7c45 req-a0d58174-fd88-4df4-92d6-750ca99b0317 service nova] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.647388] env[62664]: DEBUG oslo_concurrency.lockutils [req-923568ab-0b24-428a-bc4d-470ff3ee7c45 req-a0d58174-fd88-4df4-92d6-750ca99b0317 service nova] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.647388] env[62664]: DEBUG nova.compute.manager [req-923568ab-0b24-428a-bc4d-470ff3ee7c45 req-a0d58174-fd88-4df4-92d6-750ca99b0317 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] No waiting events found dispatching network-vif-unplugged-c45af67b-b839-4b5f-ae72-0d7e59129d48 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.647830] env[62664]: WARNING nova.compute.manager [req-923568ab-0b24-428a-bc4d-470ff3ee7c45 req-a0d58174-fd88-4df4-92d6-750ca99b0317 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Received unexpected event network-vif-unplugged-c45af67b-b839-4b5f-ae72-0d7e59129d48 for instance with vm_state shelved and task_state shelving_offloading. [ 1074.691634] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.692593] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cdd24b-b73f-46d7-a23b-d06483231c35 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.700694] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.700940] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc85185d-8f23-4c7e-9c69-1b36d1146e36 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.716854] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.744025] env[62664]: DEBUG oslo_vmware.api [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698542, 'name': PowerOnVM_Task, 'duration_secs': 0.440363} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.744457] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.744724] env[62664]: INFO nova.compute.manager [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Took 13.57 seconds to spawn the instance on the hypervisor. [ 1074.744929] env[62664]: DEBUG nova.compute.manager [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.745777] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097f5e19-1462-4f12-8236-13fa24483187 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.763479] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.763693] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.763894] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleting the datastore file [datastore1] c0451edd-57a4-4322-b249-3d5aebb2c62b {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.764144] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36142ec9-ade4-43a6-947a-4618f7e52852 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.771071] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1074.771071] env[62664]: value = "task-2698544" [ 1074.771071] env[62664]: _type = "Task" [ 1074.771071] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.779551] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.021280] env[62664]: DEBUG nova.compute.manager [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.022227] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b3ae1b-3099-4099-8838-80879b703fda {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.219893] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.262064] env[62664]: INFO nova.compute.manager [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Took 18.40 seconds to build instance. [ 1075.280369] env[62664]: DEBUG oslo_vmware.api [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175054} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.280639] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.280833] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.281023] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.306714] env[62664]: INFO nova.scheduler.client.report [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted allocations for instance c0451edd-57a4-4322-b249-3d5aebb2c62b [ 1075.533065] env[62664]: INFO nova.compute.manager [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] instance snapshotting [ 1075.533748] env[62664]: DEBUG nova.objects.instance [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'flavor' on Instance uuid 514439d3-4fd2-4bc2-9398-09d197e84fdb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.720513] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.764222] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8fc3e716-2335-4b75-8182-42b99d2c640e tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.915s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.811999] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.812371] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.812508] env[62664]: DEBUG nova.objects.instance [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lazy-loading 'resources' on Instance uuid c0451edd-57a4-4322-b249-3d5aebb2c62b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.940565] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.940789] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.940943] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1076.039650] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264a2e9b-cefe-4f9b-ba91-4bfc53a393f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.059415] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8418f51c-f69d-4676-86da-fa54fa1a86de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.175850] env[62664]: DEBUG nova.compute.manager [req-ad588683-e9f1-4b24-87f9-e34f6a8bf0d0 req-b8a696cd-684c-452a-9847-394f4c3b3bbd service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Received event network-changed-fec47e05-8da3-4be5-a9e1-221c253d809b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.176131] env[62664]: DEBUG nova.compute.manager [req-ad588683-e9f1-4b24-87f9-e34f6a8bf0d0 req-b8a696cd-684c-452a-9847-394f4c3b3bbd service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Refreshing instance network info cache due to event network-changed-fec47e05-8da3-4be5-a9e1-221c253d809b. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.176371] env[62664]: DEBUG oslo_concurrency.lockutils [req-ad588683-e9f1-4b24-87f9-e34f6a8bf0d0 req-b8a696cd-684c-452a-9847-394f4c3b3bbd service nova] Acquiring lock "refresh_cache-87525206-a87a-4a3a-9699-4c7757749432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.176501] env[62664]: DEBUG oslo_concurrency.lockutils [req-ad588683-e9f1-4b24-87f9-e34f6a8bf0d0 req-b8a696cd-684c-452a-9847-394f4c3b3bbd service nova] Acquired lock "refresh_cache-87525206-a87a-4a3a-9699-4c7757749432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.176664] env[62664]: DEBUG nova.network.neutron [req-ad588683-e9f1-4b24-87f9-e34f6a8bf0d0 req-b8a696cd-684c-452a-9847-394f4c3b3bbd service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Refreshing network info cache for port fec47e05-8da3-4be5-a9e1-221c253d809b {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.221375] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.315618] env[62664]: DEBUG nova.objects.instance [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lazy-loading 'numa_topology' on Instance uuid c0451edd-57a4-4322-b249-3d5aebb2c62b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.507278] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "c0451edd-57a4-4322-b249-3d5aebb2c62b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.569939] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1076.570214] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-893707b7-99ee-4499-a289-b21740bacec1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.578025] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1076.578025] env[62664]: value = "task-2698545" [ 1076.578025] env[62664]: _type = "Task" [ 1076.578025] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.586257] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698545, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.679038] env[62664]: DEBUG nova.compute.manager [req-67d3f917-6633-4b88-b7db-c5244e7b63a8 req-bb4d1ab4-22e1-41eb-af7f-898ae235d6d2 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Received event network-changed-c45af67b-b839-4b5f-ae72-0d7e59129d48 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.679761] env[62664]: DEBUG nova.compute.manager [req-67d3f917-6633-4b88-b7db-c5244e7b63a8 req-bb4d1ab4-22e1-41eb-af7f-898ae235d6d2 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Refreshing instance network info cache due to event network-changed-c45af67b-b839-4b5f-ae72-0d7e59129d48. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.679761] env[62664]: DEBUG oslo_concurrency.lockutils [req-67d3f917-6633-4b88-b7db-c5244e7b63a8 req-bb4d1ab4-22e1-41eb-af7f-898ae235d6d2 service nova] Acquiring lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.679761] env[62664]: DEBUG oslo_concurrency.lockutils [req-67d3f917-6633-4b88-b7db-c5244e7b63a8 req-bb4d1ab4-22e1-41eb-af7f-898ae235d6d2 service nova] Acquired lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.680024] env[62664]: DEBUG nova.network.neutron [req-67d3f917-6633-4b88-b7db-c5244e7b63a8 req-bb4d1ab4-22e1-41eb-af7f-898ae235d6d2 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Refreshing network info cache for port c45af67b-b839-4b5f-ae72-0d7e59129d48 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.721750] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.817566] env[62664]: DEBUG nova.objects.base [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.904355] env[62664]: DEBUG nova.network.neutron [req-ad588683-e9f1-4b24-87f9-e34f6a8bf0d0 req-b8a696cd-684c-452a-9847-394f4c3b3bbd service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Updated VIF entry in instance network info cache for port fec47e05-8da3-4be5-a9e1-221c253d809b. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.904449] env[62664]: DEBUG nova.network.neutron [req-ad588683-e9f1-4b24-87f9-e34f6a8bf0d0 req-b8a696cd-684c-452a-9847-394f4c3b3bbd service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Updating instance_info_cache with network_info: [{"id": "fec47e05-8da3-4be5-a9e1-221c253d809b", "address": "fa:16:3e:b9:38:69", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfec47e05-8d", "ovs_interfaceid": "fec47e05-8da3-4be5-a9e1-221c253d809b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.930345] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187ac7ec-4984-4ad9-add5-ea13a25e8470 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.938644] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ae173b-ddac-4ed4-bfd6-47396a3ab232 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.970339] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352d6ff6-180a-453a-a86b-50d7d83863ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.979996] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f3cca9-f64b-4abf-840f-1bbd9e19a19e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.995301] env[62664]: DEBUG nova.compute.provider_tree [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.089870] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698545, 'name': CreateSnapshot_Task, 'duration_secs': 0.447594} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.090156] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1077.091685] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3045b5f0-e97f-4808-a009-cb302fce1fce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.189962] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updating instance_info_cache with network_info: [{"id": "756db126-1b64-45df-a73f-3d615bdd27a1", "address": "fa:16:3e:2f:7b:b6", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap756db126-1b", "ovs_interfaceid": "756db126-1b64-45df-a73f-3d615bdd27a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.222023] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.376552] env[62664]: DEBUG nova.network.neutron [req-67d3f917-6633-4b88-b7db-c5244e7b63a8 req-bb4d1ab4-22e1-41eb-af7f-898ae235d6d2 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Updated VIF entry in instance network info cache for port c45af67b-b839-4b5f-ae72-0d7e59129d48. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.376910] env[62664]: DEBUG nova.network.neutron [req-67d3f917-6633-4b88-b7db-c5244e7b63a8 req-bb4d1ab4-22e1-41eb-af7f-898ae235d6d2 service nova] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Updating instance_info_cache with network_info: [{"id": "c45af67b-b839-4b5f-ae72-0d7e59129d48", "address": "fa:16:3e:30:26:19", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": null, "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc45af67b-b8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.407157] env[62664]: DEBUG oslo_concurrency.lockutils [req-ad588683-e9f1-4b24-87f9-e34f6a8bf0d0 req-b8a696cd-684c-452a-9847-394f4c3b3bbd service nova] Releasing lock "refresh_cache-87525206-a87a-4a3a-9699-4c7757749432" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.498772] env[62664]: DEBUG nova.scheduler.client.report [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.608196] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1077.608514] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-45078ec6-e2a9-43c8-8494-54d422b3c917 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.617072] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1077.617072] env[62664]: value = "task-2698546" [ 1077.617072] env[62664]: _type = "Task" [ 1077.617072] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.624984] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698546, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.693216] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-06103e46-6660-4f00-b9d2-c5d37ac2e955" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.693429] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1077.693647] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.693806] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.693954] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.694121] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.694264] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.694406] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.694537] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1077.694681] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.722796] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.880474] env[62664]: DEBUG oslo_concurrency.lockutils [req-67d3f917-6633-4b88-b7db-c5244e7b63a8 req-bb4d1ab4-22e1-41eb-af7f-898ae235d6d2 service nova] Releasing lock "refresh_cache-c0451edd-57a4-4322-b249-3d5aebb2c62b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.004183] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.127384] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698546, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.197608] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.197847] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.198027] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.198258] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1078.199155] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6018044-0049-4cde-8f93-98c4a33c15e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.207522] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ecdb95-cd9e-4279-bbc2-1acd7f9dfa8a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.225312] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e9c83-46c6-4eff-a394-1003adb4d9b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.233072] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.235183] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26a3485-26bb-4c1f-a68a-b449889fef5f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.264222] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179336MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1078.264373] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.264567] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.513444] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b06c2032-d21d-4807-a4e4-f601207b83db tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.680s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.514582] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.008s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.514883] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "c0451edd-57a4-4322-b249-3d5aebb2c62b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.515190] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.515447] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.517358] env[62664]: INFO nova.compute.manager [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Terminating instance [ 1078.628801] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698546, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.731886] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.021412] env[62664]: DEBUG nova.compute.manager [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.021773] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.022132] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e0ae64b-34b0-4066-af7e-9c427ad664aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.032960] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d843b-c29d-427e-8e7d-743a846c9234 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.064331] env[62664]: WARNING nova.virt.vmwareapi.vmops [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c0451edd-57a4-4322-b249-3d5aebb2c62b could not be found. [ 1079.064542] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.064712] env[62664]: INFO nova.compute.manager [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1079.064950] env[62664]: DEBUG oslo.service.loopingcall [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.065196] env[62664]: DEBUG nova.compute.manager [-] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.065294] env[62664]: DEBUG nova.network.neutron [-] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.128551] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698546, 'name': CloneVM_Task, 'duration_secs': 1.329967} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.128850] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Created linked-clone VM from snapshot [ 1079.129589] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb80a4d-bc37-4311-ab8e-f9de4b637714 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.136827] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Uploading image a4a83fa1-bec4-4e5f-a639-21ab10183352 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1079.165344] env[62664]: DEBUG oslo_vmware.rw_handles [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1079.165344] env[62664]: value = "vm-543797" [ 1079.165344] env[62664]: _type = "VirtualMachine" [ 1079.165344] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1079.165675] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1c3a37f-2c33-4cd0-883e-969c8be7a741 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.174752] env[62664]: DEBUG oslo_vmware.rw_handles [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lease: (returnval){ [ 1079.174752] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526a63f4-4b09-7052-f709-6d070649fbc8" [ 1079.174752] env[62664]: _type = "HttpNfcLease" [ 1079.174752] env[62664]: } obtained for exporting VM: (result){ [ 1079.174752] env[62664]: value = "vm-543797" [ 1079.174752] env[62664]: _type = "VirtualMachine" [ 1079.174752] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1079.175175] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the lease: (returnval){ [ 1079.175175] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526a63f4-4b09-7052-f709-6d070649fbc8" [ 1079.175175] env[62664]: _type = "HttpNfcLease" [ 1079.175175] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1079.184207] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1079.184207] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526a63f4-4b09-7052-f709-6d070649fbc8" [ 1079.184207] env[62664]: _type = "HttpNfcLease" [ 1079.184207] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1079.184697] env[62664]: DEBUG oslo_vmware.rw_handles [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1079.184697] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526a63f4-4b09-7052-f709-6d070649fbc8" [ 1079.184697] env[62664]: _type = "HttpNfcLease" [ 1079.184697] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1079.185626] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175d0198-01df-4f84-84be-497a97d320d0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.192863] env[62664]: DEBUG oslo_vmware.rw_handles [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298f116-63c3-1cce-2dc7-a70f4e202cc7/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1079.193335] env[62664]: DEBUG oslo_vmware.rw_handles [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298f116-63c3-1cce-2dc7-a70f4e202cc7/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1079.259395] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.282932] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb36cfe9-5169-4620-81a5-b5521dfc318a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.294988] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a881c010-07df-40df-a487-42e3e382c8bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.295207] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 06103e46-6660-4f00-b9d2-c5d37ac2e955 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.295401] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 0e375498-fb3a-4d71-a1ed-caa8757bcf0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.295553] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 514439d3-4fd2-4bc2-9398-09d197e84fdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.295680] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance f5f6e3b3-8537-473d-982c-f69833e0d6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.295798] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.295931] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 288e1d97-19b2-4162-ae28-dd5063b6a6f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.296094] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 87525206-a87a-4a3a-9699-4c7757749432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.296344] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1079.296499] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1079.425607] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ec665-7d95-47ce-bfd2-da47a59487c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.434075] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d88d8b2-0d4f-482f-8252-2f0d0cb6d6a3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.470213] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e39bf4c-f64b-45ba-9175-bb7c198277f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.478291] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e6a826-c7fb-4e2b-831d-de0f316107d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.494853] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.759653] env[62664]: DEBUG oslo_vmware.api [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698540, 'name': ReconfigVM_Task, 'duration_secs': 5.765347} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.759977] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.760264] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Reconfigured VM to detach interface {{(pid=62664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1079.921158] env[62664]: DEBUG nova.network.neutron [-] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.997614] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.426093] env[62664]: INFO nova.compute.manager [-] [instance: c0451edd-57a4-4322-b249-3d5aebb2c62b] Took 1.36 seconds to deallocate network for instance. [ 1080.453123] env[62664]: DEBUG nova.compute.manager [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received event network-vif-deleted-44d008a7-38b2-4df2-9601-077e92ecdc7f {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.453123] env[62664]: INFO nova.compute.manager [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Neutron deleted interface 44d008a7-38b2-4df2-9601-077e92ecdc7f; detaching it from the instance and deleting it from the info cache [ 1080.453123] env[62664]: DEBUG nova.network.neutron [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "86910f62-0ca2-43b9-89da-e5c0a6e9c4fd", "address": "fa:16:3e:ac:11:ce", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86910f62-0c", "ovs_interfaceid": "86910f62-0ca2-43b9-89da-e5c0a6e9c4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.510161] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1080.510746] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.246s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.955971] env[62664]: DEBUG oslo_concurrency.lockutils [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.956363] env[62664]: DEBUG oslo_concurrency.lockutils [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Acquired lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.957267] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa2a786-5f83-4db5-b174-f155888a247a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.976558] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb644c21-43b6-45d2-9f13-70cabc69e6cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.005583] env[62664]: DEBUG nova.virt.vmwareapi.vmops [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Reconfiguring VM to detach interface {{(pid=62664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1081.006911] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f89888-3bdd-447e-9f8a-3cff47eb9943 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.021361] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.021600] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.021827] env[62664]: DEBUG nova.network.neutron [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.029169] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Waiting for the task: (returnval){ [ 1081.029169] env[62664]: value = "task-2698548" [ 1081.029169] env[62664]: _type = "Task" [ 1081.029169] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.033993] env[62664]: DEBUG oslo_concurrency.lockutils [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.039535] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.453623] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a41c75e8-c4a0-4f52-8ce1-81bca9001bf2 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "c0451edd-57a4-4322-b249-3d5aebb2c62b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.939s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.470273] env[62664]: DEBUG nova.compute.manager [req-6e69bcc7-715e-4f19-89f3-e28df6cb8bf9 req-36424e65-fe34-47e2-b7bd-3d672c509447 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received event network-vif-deleted-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.470429] env[62664]: INFO nova.compute.manager [req-6e69bcc7-715e-4f19-89f3-e28df6cb8bf9 req-36424e65-fe34-47e2-b7bd-3d672c509447 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Neutron deleted interface 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd; detaching it from the instance and deleting it from the info cache [ 1081.470694] env[62664]: DEBUG nova.network.neutron [req-6e69bcc7-715e-4f19-89f3-e28df6cb8bf9 req-36424e65-fe34-47e2-b7bd-3d672c509447 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.540673] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.798007] env[62664]: INFO nova.network.neutron [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Port 86910f62-0ca2-43b9-89da-e5c0a6e9c4fd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1081.798891] env[62664]: DEBUG nova.network.neutron [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [{"id": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "address": "fa:16:3e:a7:28:fc", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1170e9b-e3", "ovs_interfaceid": "a1170e9b-e3d9-476c-a25f-6a253af558d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.973421] env[62664]: DEBUG oslo_concurrency.lockutils [req-6e69bcc7-715e-4f19-89f3-e28df6cb8bf9 req-36424e65-fe34-47e2-b7bd-3d672c509447 service nova] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.042143] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.302055] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.506988] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.507274] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.542274] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.806658] env[62664]: DEBUG oslo_concurrency.lockutils [None req-14d6e17a-cc79-4fb0-84c5-0da17646208c tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-86910f62-0ca2-43b9-89da-e5c0a6e9c4fd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.703s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.009771] env[62664]: DEBUG nova.compute.manager [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.044483] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.538051] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.538364] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.539983] env[62664]: INFO nova.compute.claims [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.549250] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.045533] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.545639] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.653595] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6fadde-39a8-4679-a728-2e22b76bc086 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.662348] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e37d885-b7b3-4d23-af3f-8933bc1e5ff8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.693097] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047426c5-2ed2-4d78-8cfb-04339a2f4a24 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.700653] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f506c-a1f6-4eac-b83f-4e796216c163 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.715600] env[62664]: DEBUG nova.compute.provider_tree [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.045305] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.219324] env[62664]: DEBUG nova.scheduler.client.report [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.546152] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.725464] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.726086] env[62664]: DEBUG nova.compute.manager [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.047413] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.231244] env[62664]: DEBUG nova.compute.utils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1086.232725] env[62664]: DEBUG nova.compute.manager [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.232900] env[62664]: DEBUG nova.network.neutron [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.270937] env[62664]: DEBUG nova.policy [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e828a2eb4c740aaa1edc01a279d16c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b919b3591847379c709b200f9aad89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.547160] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.548067] env[62664]: DEBUG nova.network.neutron [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Successfully created port: 68a4401b-1d2c-4aef-a1e9-a604f2808974 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.595774] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.596100] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Cleaning up deleted instances {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1086.736385] env[62664]: DEBUG nova.compute.manager [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.741584] env[62664]: DEBUG oslo_vmware.rw_handles [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298f116-63c3-1cce-2dc7-a70f4e202cc7/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1086.743054] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6456f94-5930-43cd-928c-2ca6e9b1936e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.749449] env[62664]: DEBUG oslo_vmware.rw_handles [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298f116-63c3-1cce-2dc7-a70f4e202cc7/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1086.749569] env[62664]: ERROR oslo_vmware.rw_handles [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298f116-63c3-1cce-2dc7-a70f4e202cc7/disk-0.vmdk due to incomplete transfer. [ 1086.749757] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4083b98d-4055-4a9f-99ee-a94d4cee679f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.757781] env[62664]: DEBUG oslo_vmware.rw_handles [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298f116-63c3-1cce-2dc7-a70f4e202cc7/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1086.757928] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Uploaded image a4a83fa1-bec4-4e5f-a639-21ab10183352 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1086.760418] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1086.760955] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-650b0ba9-8bda-44bc-872d-a12f73f89020 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.766637] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1086.766637] env[62664]: value = "task-2698549" [ 1086.766637] env[62664]: _type = "Task" [ 1086.766637] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.778080] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698549, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.048510] env[62664]: DEBUG oslo_vmware.api [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Task: {'id': task-2698548, 'name': ReconfigVM_Task, 'duration_secs': 5.762685} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.048759] env[62664]: DEBUG oslo_concurrency.lockutils [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] Releasing lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.048963] env[62664]: DEBUG nova.virt.vmwareapi.vmops [req-1ce363d8-d3e1-403c-86e8-7f52e9d9748b req-433b91d9-9298-4461-b143-9049b5ed5d85 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Reconfigured VM to detach interface {{(pid=62664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1087.049540] env[62664]: DEBUG oslo_concurrency.lockutils [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.016s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.049737] env[62664]: DEBUG oslo_concurrency.lockutils [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.049942] env[62664]: DEBUG oslo_concurrency.lockutils [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.050134] env[62664]: DEBUG oslo_concurrency.lockutils [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.052246] env[62664]: INFO nova.compute.manager [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Terminating instance [ 1087.112023] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] There are 57 instances to clean {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1087.112144] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 33e9ad49-9746-44f8-8907-5cfd1eac5724] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.276600] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698549, 'name': Destroy_Task, 'duration_secs': 0.31336} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.276984] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Destroyed the VM [ 1087.277289] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1087.277582] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-474c3117-c2dd-4b07-8d12-6cf6d5dbfd55 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.284176] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1087.284176] env[62664]: value = "task-2698550" [ 1087.284176] env[62664]: _type = "Task" [ 1087.284176] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.291787] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698550, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.555688] env[62664]: DEBUG nova.compute.manager [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.556143] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.556870] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6f6cd3-3b34-4247-8fb0-46aa439c8b52 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.565078] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.565319] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4de06e7b-39e0-4f45-b9ec-a6a2eeeffa84 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.571171] env[62664]: DEBUG oslo_vmware.api [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1087.571171] env[62664]: value = "task-2698551" [ 1087.571171] env[62664]: _type = "Task" [ 1087.571171] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.578517] env[62664]: DEBUG oslo_vmware.api [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.614741] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 043dc29e-93eb-4a28-bc3f-37d859f4973a] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1087.746067] env[62664]: DEBUG nova.compute.manager [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.767515] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.767793] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.767952] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.768150] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.768300] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.768445] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.768653] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.768812] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.768977] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.769153] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.769325] env[62664]: DEBUG nova.virt.hardware [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.770506] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b10ad8-3d5e-434d-a732-d1b58efc05ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.778161] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a1a642-340e-4722-9a7b-2a7d5ec71a1c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.799014] env[62664]: DEBUG oslo_vmware.api [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698550, 'name': RemoveSnapshot_Task, 'duration_secs': 0.473901} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.799299] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1087.799564] env[62664]: INFO nova.compute.manager [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Took 11.76 seconds to snapshot the instance on the hypervisor. [ 1087.935571] env[62664]: DEBUG nova.compute.manager [req-06fab467-38cc-4b32-876b-2465a15c69a0 req-cf91c08f-b30f-4c10-ba39-59d78c7adf7b service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Received event network-vif-plugged-68a4401b-1d2c-4aef-a1e9-a604f2808974 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.935793] env[62664]: DEBUG oslo_concurrency.lockutils [req-06fab467-38cc-4b32-876b-2465a15c69a0 req-cf91c08f-b30f-4c10-ba39-59d78c7adf7b service nova] Acquiring lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.936009] env[62664]: DEBUG oslo_concurrency.lockutils [req-06fab467-38cc-4b32-876b-2465a15c69a0 req-cf91c08f-b30f-4c10-ba39-59d78c7adf7b service nova] Lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.936224] env[62664]: DEBUG oslo_concurrency.lockutils [req-06fab467-38cc-4b32-876b-2465a15c69a0 req-cf91c08f-b30f-4c10-ba39-59d78c7adf7b service nova] Lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.936395] env[62664]: DEBUG nova.compute.manager [req-06fab467-38cc-4b32-876b-2465a15c69a0 req-cf91c08f-b30f-4c10-ba39-59d78c7adf7b service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] No waiting events found dispatching network-vif-plugged-68a4401b-1d2c-4aef-a1e9-a604f2808974 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.936563] env[62664]: WARNING nova.compute.manager [req-06fab467-38cc-4b32-876b-2465a15c69a0 req-cf91c08f-b30f-4c10-ba39-59d78c7adf7b service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Received unexpected event network-vif-plugged-68a4401b-1d2c-4aef-a1e9-a604f2808974 for instance with vm_state building and task_state spawning. [ 1088.020110] env[62664]: DEBUG nova.network.neutron [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Successfully updated port: 68a4401b-1d2c-4aef-a1e9-a604f2808974 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.080874] env[62664]: DEBUG oslo_vmware.api [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698551, 'name': PowerOffVM_Task, 'duration_secs': 0.32484} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.081120] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.081292] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.081541] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a9cbb1-f8fd-4951-bcb0-351d7e7dfc62 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.118462] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 24e843d8-b56d-4dcb-b999-cdbdc8aa17c0] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.143916] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.143992] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.144150] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleting the datastore file [datastore2] 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.144403] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9792d9c5-1b46-4c10-8c8e-0483cd964dd3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.151917] env[62664]: DEBUG oslo_vmware.api [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1088.151917] env[62664]: value = "task-2698553" [ 1088.151917] env[62664]: _type = "Task" [ 1088.151917] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.159819] env[62664]: DEBUG oslo_vmware.api [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.347545] env[62664]: DEBUG nova.compute.manager [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Found 3 images (rotation: 2) {{(pid=62664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1088.347800] env[62664]: DEBUG nova.compute.manager [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Rotating out 1 backups {{(pid=62664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1088.347990] env[62664]: DEBUG nova.compute.manager [None req-54c47637-720b-4074-8b15-a878bb7f30f2 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Deleting image b722431b-66e6-4ba2-acd3-2b6ecc00d216 {{(pid=62664) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1088.523189] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "refresh_cache-f7913847-9ad0-4caf-a44e-a6dc39561cb7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.523306] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "refresh_cache-f7913847-9ad0-4caf-a44e-a6dc39561cb7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.523467] env[62664]: DEBUG nova.network.neutron [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.622055] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 8b4becc1-dc4d-4e82-90ff-0ecf9a6f66ab] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.662254] env[62664]: DEBUG oslo_vmware.api [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268089} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.662552] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.662746] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.662918] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.663103] env[62664]: INFO nova.compute.manager [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1088.663345] env[62664]: DEBUG oslo.service.loopingcall [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.663531] env[62664]: DEBUG nova.compute.manager [-] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.663625] env[62664]: DEBUG nova.network.neutron [-] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.059688] env[62664]: DEBUG nova.network.neutron [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.124783] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: bf6e4071-a4d9-46e7-b0fe-b6dfefe7758a] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.184118] env[62664]: DEBUG nova.network.neutron [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Updating instance_info_cache with network_info: [{"id": "68a4401b-1d2c-4aef-a1e9-a604f2808974", "address": "fa:16:3e:a8:9c:bb", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a4401b-1d", "ovs_interfaceid": "68a4401b-1d2c-4aef-a1e9-a604f2808974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.547996] env[62664]: DEBUG nova.network.neutron [-] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.628096] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a3b4410a-f7b8-4905-ac51-2ad278f63c99] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.687465] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "refresh_cache-f7913847-9ad0-4caf-a44e-a6dc39561cb7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.687465] env[62664]: DEBUG nova.compute.manager [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Instance network_info: |[{"id": "68a4401b-1d2c-4aef-a1e9-a604f2808974", "address": "fa:16:3e:a8:9c:bb", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a4401b-1d", "ovs_interfaceid": "68a4401b-1d2c-4aef-a1e9-a604f2808974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.687748] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:9c:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68a4401b-1d2c-4aef-a1e9-a604f2808974', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.696036] env[62664]: DEBUG oslo.service.loopingcall [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.696036] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.696036] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d1694ac-55b8-4350-8d2d-c9eca4831e62 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.721227] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.721227] env[62664]: value = "task-2698554" [ 1089.721227] env[62664]: _type = "Task" [ 1089.721227] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.734678] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698554, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.966220] env[62664]: DEBUG nova.compute.manager [req-967499e5-0948-4905-a67a-dfc253ed556e req-703a0690-529f-432e-aedd-c8208559b320 service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Received event network-changed-68a4401b-1d2c-4aef-a1e9-a604f2808974 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.966436] env[62664]: DEBUG nova.compute.manager [req-967499e5-0948-4905-a67a-dfc253ed556e req-703a0690-529f-432e-aedd-c8208559b320 service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Refreshing instance network info cache due to event network-changed-68a4401b-1d2c-4aef-a1e9-a604f2808974. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.966678] env[62664]: DEBUG oslo_concurrency.lockutils [req-967499e5-0948-4905-a67a-dfc253ed556e req-703a0690-529f-432e-aedd-c8208559b320 service nova] Acquiring lock "refresh_cache-f7913847-9ad0-4caf-a44e-a6dc39561cb7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.966789] env[62664]: DEBUG oslo_concurrency.lockutils [req-967499e5-0948-4905-a67a-dfc253ed556e req-703a0690-529f-432e-aedd-c8208559b320 service nova] Acquired lock "refresh_cache-f7913847-9ad0-4caf-a44e-a6dc39561cb7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.967041] env[62664]: DEBUG nova.network.neutron [req-967499e5-0948-4905-a67a-dfc253ed556e req-703a0690-529f-432e-aedd-c8208559b320 service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Refreshing network info cache for port 68a4401b-1d2c-4aef-a1e9-a604f2808974 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.051410] env[62664]: INFO nova.compute.manager [-] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Took 1.39 seconds to deallocate network for instance. [ 1090.132234] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 3e55dd64-c194-4829-9906-b7f38d0cf240] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.231885] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698554, 'name': CreateVM_Task, 'duration_secs': 0.316243} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.231885] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.232205] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.232393] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.232720] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.233059] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110567e7-06df-426d-8b28-46c246dc136c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.238280] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1090.238280] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52701209-5ed0-27b2-2422-d5c64a99659f" [ 1090.238280] env[62664]: _type = "Task" [ 1090.238280] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.245913] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52701209-5ed0-27b2-2422-d5c64a99659f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.361028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.361028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.361028] env[62664]: DEBUG nova.compute.manager [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.361664] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0e1718-56db-488f-85bd-22bdb0cd2da0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.368409] env[62664]: DEBUG nova.compute.manager [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1090.369015] env[62664]: DEBUG nova.objects.instance [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'flavor' on Instance uuid 514439d3-4fd2-4bc2-9398-09d197e84fdb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.558805] env[62664]: DEBUG oslo_concurrency.lockutils [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.559089] env[62664]: DEBUG oslo_concurrency.lockutils [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.559319] env[62664]: DEBUG nova.objects.instance [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'resources' on Instance uuid 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.635828] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: eaef1d22-fd5b-409a-9584-cc488738f2fa] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.695684] env[62664]: DEBUG nova.network.neutron [req-967499e5-0948-4905-a67a-dfc253ed556e req-703a0690-529f-432e-aedd-c8208559b320 service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Updated VIF entry in instance network info cache for port 68a4401b-1d2c-4aef-a1e9-a604f2808974. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.696037] env[62664]: DEBUG nova.network.neutron [req-967499e5-0948-4905-a67a-dfc253ed556e req-703a0690-529f-432e-aedd-c8208559b320 service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Updating instance_info_cache with network_info: [{"id": "68a4401b-1d2c-4aef-a1e9-a604f2808974", "address": "fa:16:3e:a8:9c:bb", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68a4401b-1d", "ovs_interfaceid": "68a4401b-1d2c-4aef-a1e9-a604f2808974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.748326] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52701209-5ed0-27b2-2422-d5c64a99659f, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.748567] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.748802] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.749040] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.749191] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.749368] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.749659] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb639b9a-7b8a-41b6-a4ae-c26bf6941e10 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.757633] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.757805] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.758489] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b75e793-a3b6-4325-a103-c516fdd26bf6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.763415] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1090.763415] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5227c54d-c934-db73-1cc1-6e0c9ed87776" [ 1090.763415] env[62664]: _type = "Task" [ 1090.763415] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.770753] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5227c54d-c934-db73-1cc1-6e0c9ed87776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.138756] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 2cc0bb74-86ed-4219-ab30-e3e821d22526] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.174841] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ec4a50-e594-4d43-b505-1a4e22a96d1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.182490] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e708a-2901-419e-845c-74f4fae45109 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.213379] env[62664]: DEBUG oslo_concurrency.lockutils [req-967499e5-0948-4905-a67a-dfc253ed556e req-703a0690-529f-432e-aedd-c8208559b320 service nova] Releasing lock "refresh_cache-f7913847-9ad0-4caf-a44e-a6dc39561cb7" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.213625] env[62664]: DEBUG nova.compute.manager [req-967499e5-0948-4905-a67a-dfc253ed556e req-703a0690-529f-432e-aedd-c8208559b320 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Received event network-vif-deleted-a1170e9b-e3d9-476c-a25f-6a253af558d3 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.214685] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f792b1-865d-4d2b-b6f0-169360567552 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.222173] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4532ae-f374-4229-9fd4-8552b9006cb8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.235555] env[62664]: DEBUG nova.compute.provider_tree [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.272449] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5227c54d-c934-db73-1cc1-6e0c9ed87776, 'name': SearchDatastore_Task, 'duration_secs': 0.008064} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.273141] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ad41e4-c1fe-4360-a571-efe208d1a8db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.277848] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1091.277848] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522f6a94-d2c9-05a7-ce09-c96d2af21914" [ 1091.277848] env[62664]: _type = "Task" [ 1091.277848] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.285238] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522f6a94-d2c9-05a7-ce09-c96d2af21914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.376933] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.377241] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-222ae5f5-250d-4c2e-8d1c-6c20d38c5347 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.385042] env[62664]: DEBUG oslo_vmware.api [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1091.385042] env[62664]: value = "task-2698555" [ 1091.385042] env[62664]: _type = "Task" [ 1091.385042] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.393622] env[62664]: DEBUG oslo_vmware.api [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.642296] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 054f0c35-7ba7-4cf6-a118-a9eb844af058] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.737972] env[62664]: DEBUG nova.scheduler.client.report [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.788177] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522f6a94-d2c9-05a7-ce09-c96d2af21914, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.788394] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.788649] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f7913847-9ad0-4caf-a44e-a6dc39561cb7/f7913847-9ad0-4caf-a44e-a6dc39561cb7.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.788929] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7681563e-2926-4de6-a3e2-6424ab3c48e5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.795378] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1091.795378] env[62664]: value = "task-2698556" [ 1091.795378] env[62664]: _type = "Task" [ 1091.795378] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.802428] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.894071] env[62664]: DEBUG oslo_vmware.api [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698555, 'name': PowerOffVM_Task, 'duration_secs': 0.21168} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.894336] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.894532] env[62664]: DEBUG nova.compute.manager [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.895287] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996ae94f-da50-48e1-84dd-8e72b35411fd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.145232] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 8ad72d89-e5f4-473b-89db-d5afba26ecd2] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.242338] env[62664]: DEBUG oslo_concurrency.lockutils [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.264394] env[62664]: INFO nova.scheduler.client.report [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleted allocations for instance 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 [ 1092.305223] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45949} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.305396] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] f7913847-9ad0-4caf-a44e-a6dc39561cb7/f7913847-9ad0-4caf-a44e-a6dc39561cb7.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.305602] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.305984] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71b2d5db-d275-4fa4-a607-ab74cdc26377 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.312428] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1092.312428] env[62664]: value = "task-2698557" [ 1092.312428] env[62664]: _type = "Task" [ 1092.312428] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.321450] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.406423] env[62664]: DEBUG oslo_concurrency.lockutils [None req-57f2a16c-3eba-44ee-9925-2f9a12c8a55f tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.648594] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: caa20413-d78f-4ce1-beb6-143ae8f96e11] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.772819] env[62664]: DEBUG oslo_concurrency.lockutils [None req-865f7f43-d5f5-4ccb-84bd-e4af566c1f8a tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.723s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.774153] env[62664]: DEBUG oslo_concurrency.lockutils [req-6e69bcc7-715e-4f19-89f3-e28df6cb8bf9 req-36424e65-fe34-47e2-b7bd-3d672c509447 service nova] Acquired lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.775188] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648f1c76-5c6d-4048-8b82-3490e07add93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.784691] env[62664]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1092.784943] env[62664]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62664) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1092.785375] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47bd1aa6-6f46-4856-97cc-4515950b0896 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.795015] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63531ec6-085d-429a-a4ad-ac0c13b65954 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.829591] env[62664]: ERROR root [req-6e69bcc7-715e-4f19-89f3-e28df6cb8bf9 req-36424e65-fe34-47e2-b7bd-3d672c509447 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-543779' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-543779' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-543779' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-543779'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-543779' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-543779' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-543779'}\n"]: nova.exception.InstanceNotFound: Instance 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 could not be found. [ 1092.829914] env[62664]: DEBUG oslo_concurrency.lockutils [req-6e69bcc7-715e-4f19-89f3-e28df6cb8bf9 req-36424e65-fe34-47e2-b7bd-3d672c509447 service nova] Releasing lock "8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.830222] env[62664]: DEBUG nova.compute.manager [req-6e69bcc7-715e-4f19-89f3-e28df6cb8bf9 req-36424e65-fe34-47e2-b7bd-3d672c509447 service nova] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Detach interface failed, port_id=86910f62-0ca2-43b9-89da-e5c0a6e9c4fd, reason: Instance 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1092.835631] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065622} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.835942] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.836761] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945d0756-5ce1-4088-bf6e-25996ebf9ab9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.858775] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] f7913847-9ad0-4caf-a44e-a6dc39561cb7/f7913847-9ad0-4caf-a44e-a6dc39561cb7.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.859163] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af01c35b-efe0-4a46-823c-dcc2ca20924c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.880202] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1092.880202] env[62664]: value = "task-2698558" [ 1092.880202] env[62664]: _type = "Task" [ 1092.880202] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.892023] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.151837] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: e7d230d8-27fa-4bf0-9fbf-8e252e728d15] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.390944] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.537048] env[62664]: DEBUG nova.compute.manager [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Stashing vm_state: stopped {{(pid=62664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1093.654938] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: ae343812-3b7e-464f-8c4b-32695cb6fefd] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.892099] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698558, 'name': ReconfigVM_Task, 'duration_secs': 0.804871} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.892495] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Reconfigured VM instance instance-0000006b to attach disk [datastore1] f7913847-9ad0-4caf-a44e-a6dc39561cb7/f7913847-9ad0-4caf-a44e-a6dc39561cb7.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.893434] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4350bc8e-0c58-4776-8527-973f2a952dbd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.900932] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1093.900932] env[62664]: value = "task-2698559" [ 1093.900932] env[62664]: _type = "Task" [ 1093.900932] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.908447] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698559, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.054313] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.054620] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.158719] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a89f6d20-3e97-4fa1-83f0-70e92e8be55a] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.410774] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698559, 'name': Rename_Task, 'duration_secs': 0.149556} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.410990] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.411258] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9ec8e8d-857e-438e-a1ae-6533c5a50b31 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.417376] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1094.417376] env[62664]: value = "task-2698560" [ 1094.417376] env[62664]: _type = "Task" [ 1094.417376] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.423995] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.521197] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.521459] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.560232] env[62664]: INFO nova.compute.claims [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.662036] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 8a66fe50-87db-4e97-a5a7-2ea9b11228e9] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.927821] env[62664]: DEBUG oslo_vmware.api [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698560, 'name': PowerOnVM_Task, 'duration_secs': 0.429517} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.928156] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.928405] env[62664]: INFO nova.compute.manager [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1094.928621] env[62664]: DEBUG nova.compute.manager [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.929469] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ff3878-71af-425b-b0e4-e97658c8c506 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.023959] env[62664]: DEBUG nova.compute.manager [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.066201] env[62664]: INFO nova.compute.resource_tracker [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating resource usage from migration 64c71f0a-9a31-4cf9-b59d-6f868ccd8f3a [ 1095.164936] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f5ad8d0c-0087-4698-a3f5-061a0e647610] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.200078] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a327720c-5516-4a02-8216-07d264174fd0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.208060] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a084c443-8e3b-4097-8f0f-38a36bb243c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.238506] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e62b55-e0ae-4cc2-bcd8-3b9909996c70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.245318] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2596dac4-cc00-48bd-8705-b015fc743461 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.258179] env[62664]: DEBUG nova.compute.provider_tree [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.446296] env[62664]: INFO nova.compute.manager [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Took 11.93 seconds to build instance. [ 1095.541768] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.572562] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.572812] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.573032] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.573230] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.573406] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.575356] env[62664]: INFO nova.compute.manager [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Terminating instance [ 1095.595282] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.670266] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 368d5d6d-5d50-4957-a58c-d9deb4366c4e] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.760981] env[62664]: DEBUG nova.scheduler.client.report [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.948261] env[62664]: DEBUG oslo_concurrency.lockutils [None req-713b4a39-8591-4161-885d-3ea1ed34d1e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.441s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.948545] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.353s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.948777] env[62664]: DEBUG nova.compute.manager [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.949693] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa450bf7-af2c-4a21-982f-bfa54f7bb833 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.956674] env[62664]: DEBUG nova.compute.manager [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1095.957219] env[62664]: DEBUG nova.objects.instance [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lazy-loading 'flavor' on Instance uuid f7913847-9ad0-4caf-a44e-a6dc39561cb7 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.079347] env[62664]: DEBUG nova.compute.manager [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.079634] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.080542] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb171e-a30d-4561-9546-cfe79eb25fde {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.089030] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.089375] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b6c0f7d-a340-46fc-b868-9fd0bafd3660 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.096255] env[62664]: DEBUG oslo_vmware.api [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1096.096255] env[62664]: value = "task-2698561" [ 1096.096255] env[62664]: _type = "Task" [ 1096.096255] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.104262] env[62664]: DEBUG oslo_vmware.api [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.173517] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 81c1459c-01fa-44b5-8e8b-ae64f13a6043] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.266356] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.212s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.266557] env[62664]: INFO nova.compute.manager [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Migrating [ 1096.273648] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.732s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.275630] env[62664]: INFO nova.compute.claims [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.606759] env[62664]: DEBUG oslo_vmware.api [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698561, 'name': PowerOffVM_Task, 'duration_secs': 0.22055} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.606957] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.607141] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.607393] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-096efd01-9852-4996-b7d8-99053a8f484d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.666971] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.667213] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.667401] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleting the datastore file [datastore2] f5f6e3b3-8537-473d-982c-f69833e0d6b5 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.667853] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f792d7b6-9db6-460f-b4aa-02e049867d26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.674090] env[62664]: DEBUG oslo_vmware.api [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1096.674090] env[62664]: value = "task-2698563" [ 1096.674090] env[62664]: _type = "Task" [ 1096.674090] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.677856] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 3e23ff95-3990-4340-bcf7-464e4d1ee27c] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.684059] env[62664]: DEBUG oslo_vmware.api [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.733778] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.734053] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.734272] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "06103e46-6660-4f00-b9d2-c5d37ac2e955-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.734455] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.734630] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.736747] env[62664]: INFO nova.compute.manager [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Terminating instance [ 1096.789079] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.789238] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.789399] env[62664]: DEBUG nova.network.neutron [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.965043] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.965236] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d375023-6025-4f2d-9dc1-1f31cadda57a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.973046] env[62664]: DEBUG oslo_vmware.api [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1096.973046] env[62664]: value = "task-2698564" [ 1096.973046] env[62664]: _type = "Task" [ 1096.973046] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.981238] env[62664]: DEBUG oslo_vmware.api [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.184159] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 034b7587-af6c-4ce2-a268-d50412ea89ed] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.186082] env[62664]: DEBUG oslo_vmware.api [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147215} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.186320] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.186509] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.186681] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.186857] env[62664]: INFO nova.compute.manager [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1097.187109] env[62664]: DEBUG oslo.service.loopingcall [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.187534] env[62664]: DEBUG nova.compute.manager [-] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.187630] env[62664]: DEBUG nova.network.neutron [-] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.241036] env[62664]: DEBUG nova.compute.manager [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.241205] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.242254] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1c605d-ea1e-4763-84c3-b0976c390fb8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.249823] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.250054] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32741693-cacd-499b-a0f3-6d1d962d4619 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.256165] env[62664]: DEBUG oslo_vmware.api [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1097.256165] env[62664]: value = "task-2698565" [ 1097.256165] env[62664]: _type = "Task" [ 1097.256165] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.263966] env[62664]: DEBUG oslo_vmware.api [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.462025] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7efb15a-2d47-4d31-aae8-d2d13e8b54fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.471049] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31f6086-031d-4a03-822d-a09fb53f0306 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.483123] env[62664]: DEBUG oslo_vmware.api [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698564, 'name': PowerOffVM_Task, 'duration_secs': 0.208372} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.515039] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.515039] env[62664]: DEBUG nova.compute.manager [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.515039] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacb81b5-478a-4f4f-b84d-f70869abd065 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.518094] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627dc73b-71e2-4305-b4c9-b2450f895997 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.530104] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c8250d-390a-4ae8-9e58-adbf5171ee03 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.543962] env[62664]: DEBUG nova.compute.provider_tree [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.586650] env[62664]: DEBUG nova.network.neutron [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance_info_cache with network_info: [{"id": "d3590a54-4832-48fb-b903-116709b0b134", "address": "fa:16:3e:70:46:9b", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3590a54-48", "ovs_interfaceid": "d3590a54-4832-48fb-b903-116709b0b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.688941] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: cc594488-4f67-41ae-a435-231597208e92] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.716213] env[62664]: DEBUG nova.compute.manager [req-7c345210-d1ec-47c0-afe6-27b99eacdfae req-00e1a667-ca0e-4b02-b351-7d2533fd6523 service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Received event network-vif-deleted-e7b8db82-0b19-4f2f-9b62-75ff492bed86 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.716403] env[62664]: INFO nova.compute.manager [req-7c345210-d1ec-47c0-afe6-27b99eacdfae req-00e1a667-ca0e-4b02-b351-7d2533fd6523 service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Neutron deleted interface e7b8db82-0b19-4f2f-9b62-75ff492bed86; detaching it from the instance and deleting it from the info cache [ 1097.716612] env[62664]: DEBUG nova.network.neutron [req-7c345210-d1ec-47c0-afe6-27b99eacdfae req-00e1a667-ca0e-4b02-b351-7d2533fd6523 service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.765583] env[62664]: DEBUG oslo_vmware.api [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698565, 'name': PowerOffVM_Task, 'duration_secs': 0.182845} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.765851] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.766022] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.766265] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0c4e14f-e139-4207-8184-4c9a3f168b37 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.827133] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.827356] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.827535] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Deleting the datastore file [datastore1] 06103e46-6660-4f00-b9d2-c5d37ac2e955 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.827807] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f45654b2-b803-4551-9d5c-2a7e3c990200 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.834452] env[62664]: DEBUG oslo_vmware.api [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1097.834452] env[62664]: value = "task-2698567" [ 1097.834452] env[62664]: _type = "Task" [ 1097.834452] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.842612] env[62664]: DEBUG oslo_vmware.api [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.032391] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c44d2a3d-b18b-4230-a070-86dfbf96ee4e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.051041] env[62664]: DEBUG nova.scheduler.client.report [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.089119] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.192276] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 18269dce-1f60-4377-92ea-0cbb7ef8e817] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.195759] env[62664]: DEBUG nova.network.neutron [-] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.220835] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69050614-0720-49a1-a0ed-d8043be06a07 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.230062] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334a900-3d90-47ea-b8cc-3a6655eba0b8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.261104] env[62664]: DEBUG nova.compute.manager [req-7c345210-d1ec-47c0-afe6-27b99eacdfae req-00e1a667-ca0e-4b02-b351-7d2533fd6523 service nova] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Detach interface failed, port_id=e7b8db82-0b19-4f2f-9b62-75ff492bed86, reason: Instance f5f6e3b3-8537-473d-982c-f69833e0d6b5 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1098.344681] env[62664]: DEBUG oslo_vmware.api [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152724} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.344942] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.345135] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.345318] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.345489] env[62664]: INFO nova.compute.manager [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1098.345733] env[62664]: DEBUG oslo.service.loopingcall [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1098.345927] env[62664]: DEBUG nova.compute.manager [-] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.346036] env[62664]: DEBUG nova.network.neutron [-] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.555570] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.556134] env[62664]: DEBUG nova.compute.manager [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.695614] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a805d6ad-c650-4b26-abce-5da6052bb1b4] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.698022] env[62664]: INFO nova.compute.manager [-] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Took 1.51 seconds to deallocate network for instance. [ 1099.062354] env[62664]: DEBUG nova.compute.utils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1099.064300] env[62664]: DEBUG nova.compute.manager [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.064473] env[62664]: DEBUG nova.network.neutron [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.111710] env[62664]: DEBUG nova.policy [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5231b9d2526944f2824af2094a32fe8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c1ba595e904276a7aaeaca7aa52e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.204034] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: d6fb5054-9cd5-4927-bb38-143985db5fee] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.207682] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.208130] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.208454] env[62664]: DEBUG nova.objects.instance [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'resources' on Instance uuid f5f6e3b3-8537-473d-982c-f69833e0d6b5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.209454] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.210199] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.210577] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.212549] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.212549] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.214915] env[62664]: INFO nova.compute.manager [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Terminating instance [ 1099.259790] env[62664]: DEBUG nova.network.neutron [-] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.369186] env[62664]: DEBUG nova.network.neutron [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Successfully created port: e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.565223] env[62664]: DEBUG nova.compute.manager [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.603455] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f357f-b4dd-4ed5-a47e-00e4b061c4f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.622941] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance '514439d3-4fd2-4bc2-9398-09d197e84fdb' progress to 0 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.706065] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: aa3821f5-ac5b-49b3-bfea-31208a247642] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.717984] env[62664]: DEBUG nova.compute.manager [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.718213] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.719122] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f0e539-2aef-479e-87eb-4eb85f5b6fe4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.727772] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.728549] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a474f6d-c170-48dc-a440-4a31709f09a3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.741459] env[62664]: DEBUG nova.compute.manager [req-5586b74a-7a0f-488c-867b-606192805486 req-ec0d01f2-c85c-4329-ae07-74498159773f service nova] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Received event network-vif-deleted-756db126-1b64-45df-a73f-3d615bdd27a1 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.761921] env[62664]: INFO nova.compute.manager [-] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Took 1.42 seconds to deallocate network for instance. [ 1099.799395] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.799648] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.799841] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleting the datastore file [datastore1] f7913847-9ad0-4caf-a44e-a6dc39561cb7 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.800113] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab615b9d-1942-460a-bbca-7cf61f7bf7c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.806875] env[62664]: DEBUG oslo_vmware.api [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1099.806875] env[62664]: value = "task-2698569" [ 1099.806875] env[62664]: _type = "Task" [ 1099.806875] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.814629] env[62664]: DEBUG oslo_vmware.api [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.945695] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcbf014-c284-4983-b7b4-d772b6f706df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.953674] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908b6f68-c7ea-4a17-bbd1-cc34f9ee95ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.984066] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6613003a-d7a8-4722-ad64-5adf3d410bef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.990966] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c00955-17c9-4d51-930d-c2719681db1a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.004070] env[62664]: DEBUG nova.compute.provider_tree [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.129963] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.130300] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b5c842c-5755-416c-8370-48f1db6136ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.137496] env[62664]: DEBUG oslo_vmware.api [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1100.137496] env[62664]: value = "task-2698570" [ 1100.137496] env[62664]: _type = "Task" [ 1100.137496] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.146488] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1100.146682] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance '514439d3-4fd2-4bc2-9398-09d197e84fdb' progress to 17 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.209606] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 7ab563ec-81aa-4e0e-953c-bf0e78e83a4f] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.268801] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.316654] env[62664]: DEBUG oslo_vmware.api [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138381} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.316957] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.317198] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.317389] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.317566] env[62664]: INFO nova.compute.manager [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1100.317800] env[62664]: DEBUG oslo.service.loopingcall [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.317984] env[62664]: DEBUG nova.compute.manager [-] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.318096] env[62664]: DEBUG nova.network.neutron [-] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.507655] env[62664]: DEBUG nova.scheduler.client.report [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.575741] env[62664]: DEBUG nova.compute.manager [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.609382] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.609730] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.609924] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.610142] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.610329] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.610483] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.610847] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.611343] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.611343] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.611469] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.611638] env[62664]: DEBUG nova.virt.hardware [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.612845] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a0add0-2435-4718-8a69-447b6b75d58e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.618765] env[62664]: DEBUG nova.compute.manager [req-619038d7-1330-4a93-b14c-a5bebd8b1c42 req-7172f02c-1fab-4ea2-8cc6-b759a5132c37 service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Received event network-vif-deleted-68a4401b-1d2c-4aef-a1e9-a604f2808974 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.619034] env[62664]: INFO nova.compute.manager [req-619038d7-1330-4a93-b14c-a5bebd8b1c42 req-7172f02c-1fab-4ea2-8cc6-b759a5132c37 service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Neutron deleted interface 68a4401b-1d2c-4aef-a1e9-a604f2808974; detaching it from the instance and deleting it from the info cache [ 1100.619233] env[62664]: DEBUG nova.network.neutron [req-619038d7-1330-4a93-b14c-a5bebd8b1c42 req-7172f02c-1fab-4ea2-8cc6-b759a5132c37 service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.626284] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc1bb4f-793c-462a-b4aa-1a826eeaac66 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.653174] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.653416] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.653628] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.653846] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.653996] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.654159] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.654359] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.654517] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.654728] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.654833] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.655013] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.660831] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06981cb2-5a58-43c0-98e6-9872dfd10006 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.677930] env[62664]: DEBUG oslo_vmware.api [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1100.677930] env[62664]: value = "task-2698571" [ 1100.677930] env[62664]: _type = "Task" [ 1100.677930] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.685740] env[62664]: DEBUG oslo_vmware.api [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.715146] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: ffc0b1d8-a589-48a5-b139-9ce8c0f0a5a0] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.846653] env[62664]: DEBUG nova.network.neutron [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Successfully updated port: e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.012298] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.015030] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.746s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.015030] env[62664]: DEBUG nova.objects.instance [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'resources' on Instance uuid 06103e46-6660-4f00-b9d2-c5d37ac2e955 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.034040] env[62664]: INFO nova.scheduler.client.report [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleted allocations for instance f5f6e3b3-8537-473d-982c-f69833e0d6b5 [ 1101.092430] env[62664]: DEBUG nova.network.neutron [-] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.122254] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e46740d-ab6b-409a-ae53-47311616c6aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.132451] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99dd75d-5863-4072-b161-92246a655832 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.160486] env[62664]: DEBUG nova.compute.manager [req-619038d7-1330-4a93-b14c-a5bebd8b1c42 req-7172f02c-1fab-4ea2-8cc6-b759a5132c37 service nova] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Detach interface failed, port_id=68a4401b-1d2c-4aef-a1e9-a604f2808974, reason: Instance f7913847-9ad0-4caf-a44e-a6dc39561cb7 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1101.186665] env[62664]: DEBUG oslo_vmware.api [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698571, 'name': ReconfigVM_Task, 'duration_secs': 0.229547} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.186959] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance '514439d3-4fd2-4bc2-9398-09d197e84fdb' progress to 33 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.217382] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: df59e274-31e6-4f35-b553-dd353b70d554] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.349714] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.349714] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.349714] env[62664]: DEBUG nova.network.neutron [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.542398] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c73d6c97-1001-4fd6-8bae-f9a9597f7d1d tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "f5f6e3b3-8537-473d-982c-f69833e0d6b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.969s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.594440] env[62664]: INFO nova.compute.manager [-] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Took 1.28 seconds to deallocate network for instance. [ 1101.621770] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad321e2-9ce9-482a-bed4-3ef87e829eff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.630715] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff16861-bde6-41ff-8f6d-9dec72874e95 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.662437] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990d9334-d583-44ac-93fe-b58339835c46 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.669574] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe47b694-8641-463c-b096-93604e1c8f98 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.683122] env[62664]: DEBUG nova.compute.provider_tree [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.693076] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.693316] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.693476] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.693657] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.693806] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.693952] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.694168] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.694328] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.694489] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.694646] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.694814] env[62664]: DEBUG nova.virt.hardware [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.700456] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1101.701375] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fdd80c9-de91-4add-844a-6485bf58aa9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.720946] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: ce66a068-38c6-44c3-af64-8e8919111032] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.723237] env[62664]: DEBUG oslo_vmware.api [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1101.723237] env[62664]: value = "task-2698572" [ 1101.723237] env[62664]: _type = "Task" [ 1101.723237] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.731478] env[62664]: DEBUG oslo_vmware.api [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.768756] env[62664]: DEBUG nova.compute.manager [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received event network-vif-plugged-e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.768996] env[62664]: DEBUG oslo_concurrency.lockutils [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] Acquiring lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.769324] env[62664]: DEBUG oslo_concurrency.lockutils [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.770044] env[62664]: DEBUG oslo_concurrency.lockutils [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.770044] env[62664]: DEBUG nova.compute.manager [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] No waiting events found dispatching network-vif-plugged-e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.770044] env[62664]: WARNING nova.compute.manager [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received unexpected event network-vif-plugged-e2abb2e5-ccb7-4c83-912c-2df1ca540212 for instance with vm_state building and task_state spawning. [ 1101.770044] env[62664]: DEBUG nova.compute.manager [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received event network-changed-e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.770303] env[62664]: DEBUG nova.compute.manager [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing instance network info cache due to event network-changed-e2abb2e5-ccb7-4c83-912c-2df1ca540212. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1101.770470] env[62664]: DEBUG oslo_concurrency.lockutils [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] Acquiring lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.882808] env[62664]: DEBUG nova.network.neutron [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.039973] env[62664]: DEBUG nova.network.neutron [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updating instance_info_cache with network_info: [{"id": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "address": "fa:16:3e:a6:f8:68", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2abb2e5-cc", "ovs_interfaceid": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.100876] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.186275] env[62664]: DEBUG nova.scheduler.client.report [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.224289] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 00c4b240-e6c5-4551-866c-c3f82b3891f2] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.235193] env[62664]: DEBUG oslo_vmware.api [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698572, 'name': ReconfigVM_Task, 'duration_secs': 0.173771} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.235455] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.236238] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c6fed-6103-48da-a28f-1908c0787403 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.259598] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 514439d3-4fd2-4bc2-9398-09d197e84fdb/514439d3-4fd2-4bc2-9398-09d197e84fdb.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.260415] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b98cab-84ab-4e9e-aa3a-2c6bfea78cc4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.279270] env[62664]: DEBUG oslo_vmware.api [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1102.279270] env[62664]: value = "task-2698573" [ 1102.279270] env[62664]: _type = "Task" [ 1102.279270] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.289263] env[62664]: DEBUG oslo_vmware.api [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.542979] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.542979] env[62664]: DEBUG nova.compute.manager [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Instance network_info: |[{"id": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "address": "fa:16:3e:a6:f8:68", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2abb2e5-cc", "ovs_interfaceid": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.543334] env[62664]: DEBUG oslo_concurrency.lockutils [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] Acquired lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.543600] env[62664]: DEBUG nova.network.neutron [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing network info cache for port e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.544674] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:f8:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2abb2e5-ccb7-4c83-912c-2df1ca540212', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.552299] env[62664]: DEBUG oslo.service.loopingcall [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.553258] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.553480] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c48c853c-4a87-403e-a9a6-56367c8783ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.573558] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.573558] env[62664]: value = "task-2698574" [ 1102.573558] env[62664]: _type = "Task" [ 1102.573558] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.584318] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698574, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.691754] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.694279] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.594s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.694533] env[62664]: DEBUG nova.objects.instance [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lazy-loading 'resources' on Instance uuid f7913847-9ad0-4caf-a44e-a6dc39561cb7 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.707581] env[62664]: INFO nova.scheduler.client.report [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Deleted allocations for instance 06103e46-6660-4f00-b9d2-c5d37ac2e955 [ 1102.729988] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 4283a193-e2eb-4c64-9601-a305e2ad4264] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.790996] env[62664]: DEBUG oslo_vmware.api [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698573, 'name': ReconfigVM_Task, 'duration_secs': 0.252423} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.791303] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 514439d3-4fd2-4bc2-9398-09d197e84fdb/514439d3-4fd2-4bc2-9398-09d197e84fdb.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.791597] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance '514439d3-4fd2-4bc2-9398-09d197e84fdb' progress to 50 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.083314] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698574, 'name': CreateVM_Task, 'duration_secs': 0.319332} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.085568] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.086231] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.086398] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.086704] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.087247] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b1c31d-7178-4835-ac9e-3a53b8484afc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.091472] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1103.091472] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52830dd3-7873-a02a-ba05-1f2cf6a35dcf" [ 1103.091472] env[62664]: _type = "Task" [ 1103.091472] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.099378] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52830dd3-7873-a02a-ba05-1f2cf6a35dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.218372] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c9a5cfa7-1971-482d-8dae-fef519bfcafe tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "06103e46-6660-4f00-b9d2-c5d37ac2e955" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.484s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.233197] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 9c97d24f-2c4d-4d18-b7f5-e785f3a49f3b] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.249877] env[62664]: DEBUG nova.network.neutron [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updated VIF entry in instance network info cache for port e2abb2e5-ccb7-4c83-912c-2df1ca540212. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.250261] env[62664]: DEBUG nova.network.neutron [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updating instance_info_cache with network_info: [{"id": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "address": "fa:16:3e:a6:f8:68", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2abb2e5-cc", "ovs_interfaceid": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.298443] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b1930f-7b49-4cbd-a099-63cafe97a85b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.318271] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d7022a-b294-478f-8341-a8e3769cb7f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.336377] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance '514439d3-4fd2-4bc2-9398-09d197e84fdb' progress to 67 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.340729] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4788677-dedc-44df-89fe-43b3ccf109d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.347713] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7588d3b8-584a-45a8-a1f5-950bac0e2429 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.380315] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f2b07-0d64-4ff9-8ef3-a544c5cf7539 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.388469] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8965db28-4b2a-45a2-8df4-507185c6b201 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.403436] env[62664]: DEBUG nova.compute.provider_tree [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.427453] env[62664]: DEBUG nova.compute.manager [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Stashing vm_state: active {{(pid=62664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1103.601718] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52830dd3-7873-a02a-ba05-1f2cf6a35dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010035} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.602034] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.602321] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.602625] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.603028] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.603028] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.603178] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a0c960d-89f1-4519-9b43-22ff2451d7b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.612838] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.612838] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.612838] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff932be-3e0b-4d8f-8085-c668302d8a8a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.618168] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1103.618168] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5219f8b6-7f90-03b5-ee34-408af3b8ba0e" [ 1103.618168] env[62664]: _type = "Task" [ 1103.618168] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.625183] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5219f8b6-7f90-03b5-ee34-408af3b8ba0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.736856] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: cfd26ae3-c51b-469a-a8c8-5a4841067644] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.755234] env[62664]: DEBUG oslo_concurrency.lockutils [req-4efbef85-353a-42ce-a048-0427ed27c6a3 req-8771e527-4181-49da-b55b-7e3bd74d98a4 service nova] Releasing lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.877958] env[62664]: DEBUG nova.network.neutron [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Port d3590a54-4832-48fb-b903-116709b0b134 binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1103.906319] env[62664]: DEBUG nova.scheduler.client.report [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.948329] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.129724] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5219f8b6-7f90-03b5-ee34-408af3b8ba0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008058} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.130397] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44163ef-47c3-4b59-9af4-ec730044dd41 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.136233] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1104.136233] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b5b2fc-696c-1aff-b683-526447129428" [ 1104.136233] env[62664]: _type = "Task" [ 1104.136233] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.144132] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b5b2fc-696c-1aff-b683-526447129428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.240050] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 485cb5f7-826f-43cc-a28c-2169602867c4] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.411583] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.413936] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.466s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.430012] env[62664]: INFO nova.scheduler.client.report [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted allocations for instance f7913847-9ad0-4caf-a44e-a6dc39561cb7 [ 1104.646858] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b5b2fc-696c-1aff-b683-526447129428, 'name': SearchDatastore_Task, 'duration_secs': 0.010834} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.647120] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.647422] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] dcdf28f8-dd2b-4fd2-a05c-2da8098f9389/dcdf28f8-dd2b-4fd2-a05c-2da8098f9389.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.647628] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-731d6521-0c7c-4807-ac35-d79be2ad0a1b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.653953] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1104.653953] env[62664]: value = "task-2698575" [ 1104.653953] env[62664]: _type = "Task" [ 1104.653953] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.662038] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.743508] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f36cea30-3bd7-4e2d-99bd-36e723867735] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.796735] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.797039] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.900826] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "514439d3-4fd2-4bc2-9398-09d197e84fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.900985] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.901100] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.918602] env[62664]: INFO nova.compute.claims [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.936912] env[62664]: DEBUG oslo_concurrency.lockutils [None req-03eabba6-2190-44dc-acf8-26fdbba98f08 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "f7913847-9ad0-4caf-a44e-a6dc39561cb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.727s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.164512] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470392} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.164742] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] dcdf28f8-dd2b-4fd2-a05c-2da8098f9389/dcdf28f8-dd2b-4fd2-a05c-2da8098f9389.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.164948] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.165220] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8466290-ec64-48a4-af0f-d014bb8f2e47 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.172457] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1105.172457] env[62664]: value = "task-2698576" [ 1105.172457] env[62664]: _type = "Task" [ 1105.172457] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.179740] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.248038] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 7f031572-1830-4e5f-b39f-949f3932a16e] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.299811] env[62664]: DEBUG nova.compute.manager [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.425398] env[62664]: INFO nova.compute.resource_tracker [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating resource usage from migration a7c2c77f-6b17-42f2-b8fe-3aa99ad9ecc2 [ 1105.540406] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f970e94b-347b-4b36-92c0-5844317dd343 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.548400] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e96d97-5a47-454d-bb35-70754a9e6329 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.579305] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f38034-8b44-4640-8e63-673354f3cfdf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.586862] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919d77dd-360a-409f-9856-13c46ac03cc2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.599740] env[62664]: DEBUG nova.compute.provider_tree [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.682415] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059834} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.682689] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.683476] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c8d439-19b0-45dc-9932-4a49dd45b683 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.705017] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] dcdf28f8-dd2b-4fd2-a05c-2da8098f9389/dcdf28f8-dd2b-4fd2-a05c-2da8098f9389.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.705283] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d72ab4a-53d1-4f7c-9ece-029d2891b286 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.724969] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1105.724969] env[62664]: value = "task-2698577" [ 1105.724969] env[62664]: _type = "Task" [ 1105.724969] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.733013] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.751768] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 9d0ee6be-b92b-4358-b922-eb0d1810da67] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.821235] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.937240] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.937430] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.937632] env[62664]: DEBUG nova.network.neutron [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.079023] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "81439008-cd68-4290-a76d-4d80079882c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.079023] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "81439008-cd68-4290-a76d-4d80079882c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.103518] env[62664]: DEBUG nova.scheduler.client.report [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.234828] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698577, 'name': ReconfigVM_Task, 'duration_secs': 0.300371} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.235073] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Reconfigured VM instance instance-0000006c to attach disk [datastore1] dcdf28f8-dd2b-4fd2-a05c-2da8098f9389/dcdf28f8-dd2b-4fd2-a05c-2da8098f9389.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.235693] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61388218-7b74-4c59-998d-00d4cc1df925 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.243063] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1106.243063] env[62664]: value = "task-2698578" [ 1106.243063] env[62664]: _type = "Task" [ 1106.243063] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.252050] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698578, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.254520] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 53b51f4c-d952-4632-8525-4941dea8f0f2] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.580567] env[62664]: DEBUG nova.compute.manager [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.607953] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.194s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.608279] env[62664]: INFO nova.compute.manager [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Migrating [ 1106.615093] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.794s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.616553] env[62664]: INFO nova.compute.claims [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.757360] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 557a3477-17ec-40c8-b714-362fd653a5b9] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.759613] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698578, 'name': Rename_Task, 'duration_secs': 0.144064} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.760062] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.760318] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-489f34e2-a1c1-40be-8c16-4b3d33ea5585 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.770661] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1106.770661] env[62664]: value = "task-2698579" [ 1106.770661] env[62664]: _type = "Task" [ 1106.770661] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.782361] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.904746] env[62664]: DEBUG nova.network.neutron [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance_info_cache with network_info: [{"id": "d3590a54-4832-48fb-b903-116709b0b134", "address": "fa:16:3e:70:46:9b", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3590a54-48", "ovs_interfaceid": "d3590a54-4832-48fb-b903-116709b0b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.104636] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.128241] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.128365] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.128476] env[62664]: DEBUG nova.network.neutron [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.260720] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 90919ec8-9403-4b5e-94f4-fad6f941cbcb] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.280434] env[62664]: DEBUG oslo_vmware.api [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698579, 'name': PowerOnVM_Task, 'duration_secs': 0.473914} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.280687] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.280887] env[62664]: INFO nova.compute.manager [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1107.281080] env[62664]: DEBUG nova.compute.manager [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.281840] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78863241-218c-4184-9353-5703ddf73cc2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.407118] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.753893] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e22cdd-87fa-466a-bada-7ebcde4c14d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.763991] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: d6319ac5-abc6-43f4-9f30-30f7d38be188] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.768069] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7829d7ff-1808-49d3-99d2-2706f8853f4b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.805609] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4755190-6117-4031-bbbc-52477b3ccf2d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.810193] env[62664]: INFO nova.compute.manager [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Took 12.28 seconds to build instance. [ 1107.817426] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447c1d03-f5f2-4704-b202-e25913046661 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.831568] env[62664]: DEBUG nova.compute.provider_tree [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.873453] env[62664]: DEBUG nova.network.neutron [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [{"id": "147cad01-1bfa-4c75-b37d-ad728828290c", "address": "fa:16:3e:53:9f:5e", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147cad01-1b", "ovs_interfaceid": "147cad01-1bfa-4c75-b37d-ad728828290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.928105] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668ebf48-f68f-4453-bccd-545ed7b68417 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.954518] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a628cac7-8d17-45ce-bccd-36cfac8a8fa5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.963573] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance '514439d3-4fd2-4bc2-9398-09d197e84fdb' progress to 83 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.271608] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: d9cb80c1-a5a6-4e61-b63f-dd1bc63b3dfa] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.313049] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d58d7bda-b35e-4cec-bae3-a14244d3402e tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.791s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.334165] env[62664]: DEBUG nova.scheduler.client.report [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.376639] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.471862] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1dee7b0e-111b-410d-bdba-3048da4b50a9 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance '514439d3-4fd2-4bc2-9398-09d197e84fdb' progress to 100 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.701988] env[62664]: DEBUG nova.compute.manager [req-1103bdc6-7068-4d96-9520-94880d0d5259 req-be2d099c-ae2a-43d6-8499-e6e788cf9c77 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received event network-changed-e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.701988] env[62664]: DEBUG nova.compute.manager [req-1103bdc6-7068-4d96-9520-94880d0d5259 req-be2d099c-ae2a-43d6-8499-e6e788cf9c77 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing instance network info cache due to event network-changed-e2abb2e5-ccb7-4c83-912c-2df1ca540212. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1108.702374] env[62664]: DEBUG oslo_concurrency.lockutils [req-1103bdc6-7068-4d96-9520-94880d0d5259 req-be2d099c-ae2a-43d6-8499-e6e788cf9c77 service nova] Acquiring lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.702374] env[62664]: DEBUG oslo_concurrency.lockutils [req-1103bdc6-7068-4d96-9520-94880d0d5259 req-be2d099c-ae2a-43d6-8499-e6e788cf9c77 service nova] Acquired lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.702374] env[62664]: DEBUG nova.network.neutron [req-1103bdc6-7068-4d96-9520-94880d0d5259 req-be2d099c-ae2a-43d6-8499-e6e788cf9c77 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing network info cache for port e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.774557] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: eadc1c38-afc4-4877-9d7e-69a4ee194303] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.839108] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.840141] env[62664]: DEBUG nova.compute.manager [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.842961] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.738s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.845321] env[62664]: INFO nova.compute.claims [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.279048] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a46f7aa6-e307-4c01-a666-38cb2a012b26] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.350192] env[62664]: DEBUG nova.compute.utils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1109.351511] env[62664]: DEBUG nova.compute.manager [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.352559] env[62664]: DEBUG nova.network.neutron [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.390413] env[62664]: DEBUG nova.policy [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec7120110ecd4df59b02ecdf72892268', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06cf9e7c2b7c4c93a48a8cf7928a6614', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.444776] env[62664]: DEBUG nova.network.neutron [req-1103bdc6-7068-4d96-9520-94880d0d5259 req-be2d099c-ae2a-43d6-8499-e6e788cf9c77 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updated VIF entry in instance network info cache for port e2abb2e5-ccb7-4c83-912c-2df1ca540212. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.445148] env[62664]: DEBUG nova.network.neutron [req-1103bdc6-7068-4d96-9520-94880d0d5259 req-be2d099c-ae2a-43d6-8499-e6e788cf9c77 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updating instance_info_cache with network_info: [{"id": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "address": "fa:16:3e:a6:f8:68", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2abb2e5-cc", "ovs_interfaceid": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.591542] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.591844] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.703434] env[62664]: DEBUG nova.network.neutron [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Successfully created port: 76d6d1c1-871b-4915-b2b8-b05cfa64ca35 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.781651] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a3961cb7-a11e-4151-9301-bc5e9caaa27b] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.854517] env[62664]: DEBUG nova.compute.manager [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.894542] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000fc27d-17e1-4ed8-b767-ada982e296ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.921579] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance 'a881c010-07df-40df-a487-42e3e382c8bc' progress to 0 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.947913] env[62664]: DEBUG oslo_concurrency.lockutils [req-1103bdc6-7068-4d96-9520-94880d0d5259 req-be2d099c-ae2a-43d6-8499-e6e788cf9c77 service nova] Releasing lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.043967] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584b9ae5-51f4-4335-a14b-8fcd07e45786 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.052863] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0122cfec-94a4-4da9-a7ed-8fec181c9d91 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.088530] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8fe0d3-25a5-47a7-b97a-099b4afa9ab3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.100586] env[62664]: DEBUG nova.compute.manager [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.102873] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99587cbb-37ce-449b-a342-7ab228245e83 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.118282] env[62664]: DEBUG nova.compute.provider_tree [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.285717] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 166d167d-c13e-4340-8994-d0820013c844] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.430939] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.431246] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb9f6a31-18c5-4c9a-9379-628c7daf06d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.439132] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1110.439132] env[62664]: value = "task-2698580" [ 1110.439132] env[62664]: _type = "Task" [ 1110.439132] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.449772] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.561108] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.561351] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.561867] env[62664]: INFO nova.compute.manager [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Shelving [ 1110.620735] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.621654] env[62664]: DEBUG nova.scheduler.client.report [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.789250] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 50b292c3-8baf-49ad-acda-d76f52695c20] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.871997] env[62664]: DEBUG nova.compute.manager [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.899539] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.899803] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.899965] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.900165] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.900315] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.900462] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.900666] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.900870] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.901067] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.901239] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.901410] env[62664]: DEBUG nova.virt.hardware [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.902314] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c07c82-5c88-4793-af1e-b22a6ab6ee5e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.911247] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43d620a-eb86-4c9d-9c97-b1c7438c6025 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.947351] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698580, 'name': PowerOffVM_Task, 'duration_secs': 0.220802} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.947623] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.947820] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance 'a881c010-07df-40df-a487-42e3e382c8bc' progress to 17 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.115220] env[62664]: DEBUG nova.compute.manager [req-c3eaf3bc-079f-4275-9571-2e73bdb79486 req-bd568114-4b5e-4268-994c-0d6bcb9dbc37 service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Received event network-vif-plugged-76d6d1c1-871b-4915-b2b8-b05cfa64ca35 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.117669] env[62664]: DEBUG oslo_concurrency.lockutils [req-c3eaf3bc-079f-4275-9571-2e73bdb79486 req-bd568114-4b5e-4268-994c-0d6bcb9dbc37 service nova] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.117906] env[62664]: DEBUG oslo_concurrency.lockutils [req-c3eaf3bc-079f-4275-9571-2e73bdb79486 req-bd568114-4b5e-4268-994c-0d6bcb9dbc37 service nova] Lock "d6555e94-d386-4d51-b85a-de555213ce21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.118095] env[62664]: DEBUG oslo_concurrency.lockutils [req-c3eaf3bc-079f-4275-9571-2e73bdb79486 req-bd568114-4b5e-4268-994c-0d6bcb9dbc37 service nova] Lock "d6555e94-d386-4d51-b85a-de555213ce21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.118268] env[62664]: DEBUG nova.compute.manager [req-c3eaf3bc-079f-4275-9571-2e73bdb79486 req-bd568114-4b5e-4268-994c-0d6bcb9dbc37 service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] No waiting events found dispatching network-vif-plugged-76d6d1c1-871b-4915-b2b8-b05cfa64ca35 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.118434] env[62664]: WARNING nova.compute.manager [req-c3eaf3bc-079f-4275-9571-2e73bdb79486 req-bd568114-4b5e-4268-994c-0d6bcb9dbc37 service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Received unexpected event network-vif-plugged-76d6d1c1-871b-4915-b2b8-b05cfa64ca35 for instance with vm_state building and task_state spawning. [ 1111.126098] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.126551] env[62664]: DEBUG nova.compute.manager [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.129044] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.508s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.130471] env[62664]: INFO nova.compute.claims [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.151566] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.151813] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.152023] env[62664]: DEBUG nova.compute.manager [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Going to confirm migration 5 {{(pid=62664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1111.198949] env[62664]: DEBUG nova.network.neutron [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Successfully updated port: 76d6d1c1-871b-4915-b2b8-b05cfa64ca35 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.292213] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f67479a8-cf01-4c3c-83ae-e7990747a695] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.454337] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.454622] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.454814] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.455058] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.455253] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.455447] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.455693] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.455887] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.456118] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.456329] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.456551] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.464831] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c152f1e-1afa-4003-a058-c23386a4f389 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.481291] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1111.481291] env[62664]: value = "task-2698581" [ 1111.481291] env[62664]: _type = "Task" [ 1111.481291] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.490240] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.571303] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.571599] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-353b87c9-01e1-41ee-8a29-363f8566ca2e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.580607] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1111.580607] env[62664]: value = "task-2698582" [ 1111.580607] env[62664]: _type = "Task" [ 1111.580607] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.590882] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.634567] env[62664]: DEBUG nova.compute.utils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1111.638285] env[62664]: DEBUG nova.compute.manager [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.638486] env[62664]: DEBUG nova.network.neutron [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.686031] env[62664]: DEBUG nova.policy [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e828a2eb4c740aaa1edc01a279d16c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b919b3591847379c709b200f9aad89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.701693] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "refresh_cache-d6555e94-d386-4d51-b85a-de555213ce21" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.701931] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquired lock "refresh_cache-d6555e94-d386-4d51-b85a-de555213ce21" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.702217] env[62664]: DEBUG nova.network.neutron [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.723607] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.723768] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.723952] env[62664]: DEBUG nova.network.neutron [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.724160] env[62664]: DEBUG nova.objects.instance [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'info_cache' on Instance uuid 514439d3-4fd2-4bc2-9398-09d197e84fdb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.795113] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 22d675da-2ba5-4c9a-8aa2-096eb68e5118] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.992399] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698581, 'name': ReconfigVM_Task, 'duration_secs': 0.174773} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.993178] env[62664]: DEBUG nova.network.neutron [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Successfully created port: fbd644a4-11a9-489d-88bf-d76a503af41d {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.995076] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance 'a881c010-07df-40df-a487-42e3e382c8bc' progress to 33 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.091753] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698582, 'name': PowerOffVM_Task, 'duration_secs': 0.250685} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.092079] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.092902] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a421dabd-9c34-4d89-97ae-be1a1af3c19d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.115024] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66e3dcf-c3de-4012-b0cc-765ecdc27da3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.138869] env[62664]: DEBUG nova.compute.manager [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.237648] env[62664]: DEBUG nova.network.neutron [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.302948] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 7c4dea41-5165-4f17-98c9-1cdc3662f2be] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.307347] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffb040d-82e0-4120-9e2c-e5c72a5c9d89 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.318096] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34df02a-6c99-44f3-8747-7cd743ac0430 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.349720] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ae9458-88c9-4a15-a060-22ee0d57304e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.358755] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41dc695-ce7d-4a58-ad13-4d08b6ad5ff6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.377016] env[62664]: DEBUG nova.compute.provider_tree [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.407115] env[62664]: DEBUG nova.network.neutron [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Updating instance_info_cache with network_info: [{"id": "76d6d1c1-871b-4915-b2b8-b05cfa64ca35", "address": "fa:16:3e:36:2b:48", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d6d1c1-87", "ovs_interfaceid": "76d6d1c1-871b-4915-b2b8-b05cfa64ca35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.501956] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.502210] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.502368] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.502550] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.502696] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.502845] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.503084] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.503276] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.503443] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.503605] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.503779] env[62664]: DEBUG nova.virt.hardware [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.509664] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.509664] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fad97d6-7e06-4718-8eab-d2602274b3c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.529046] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1112.529046] env[62664]: value = "task-2698583" [ 1112.529046] env[62664]: _type = "Task" [ 1112.529046] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.537329] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.567412] env[62664]: DEBUG oslo_concurrency.lockutils [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "87525206-a87a-4a3a-9699-4c7757749432" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.567824] env[62664]: DEBUG oslo_concurrency.lockutils [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.625710] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1112.626034] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c91b3273-7d35-425d-9de5-2c9c70b67b58 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.634969] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1112.634969] env[62664]: value = "task-2698584" [ 1112.634969] env[62664]: _type = "Task" [ 1112.634969] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.648790] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698584, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.812512] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: dceb2e10-608b-436a-adaf-6bb2d7604566] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.880618] env[62664]: DEBUG nova.scheduler.client.report [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.909585] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Releasing lock "refresh_cache-d6555e94-d386-4d51-b85a-de555213ce21" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.909964] env[62664]: DEBUG nova.compute.manager [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Instance network_info: |[{"id": "76d6d1c1-871b-4915-b2b8-b05cfa64ca35", "address": "fa:16:3e:36:2b:48", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d6d1c1-87", "ovs_interfaceid": "76d6d1c1-871b-4915-b2b8-b05cfa64ca35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.910649] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:2b:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d6d1c1-871b-4915-b2b8-b05cfa64ca35', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.918157] env[62664]: DEBUG oslo.service.loopingcall [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.920800] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.921091] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dba6809-5e3d-49a3-ab21-4005f4b821ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.943549] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.943549] env[62664]: value = "task-2698585" [ 1112.943549] env[62664]: _type = "Task" [ 1112.943549] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.952581] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698585, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.970351] env[62664]: DEBUG nova.network.neutron [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance_info_cache with network_info: [{"id": "d3590a54-4832-48fb-b903-116709b0b134", "address": "fa:16:3e:70:46:9b", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3590a54-48", "ovs_interfaceid": "d3590a54-4832-48fb-b903-116709b0b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.038969] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698583, 'name': ReconfigVM_Task, 'duration_secs': 0.165709} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.039316] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.040148] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf35a00-4d7d-4f26-83d5-ef3b0c384921 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.063399] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] a881c010-07df-40df-a487-42e3e382c8bc/a881c010-07df-40df-a487-42e3e382c8bc.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.063697] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9530d76-a736-445d-b6c4-afc4eb52e9b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.077266] env[62664]: DEBUG nova.compute.utils [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1113.086255] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1113.086255] env[62664]: value = "task-2698586" [ 1113.086255] env[62664]: _type = "Task" [ 1113.086255] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.100076] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.142680] env[62664]: DEBUG nova.compute.manager [req-7437ba43-c7e6-46bf-9cd6-643309c3a190 req-4587300b-3728-4648-bc9a-e101dd5266cb service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Received event network-changed-76d6d1c1-871b-4915-b2b8-b05cfa64ca35 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.142942] env[62664]: DEBUG nova.compute.manager [req-7437ba43-c7e6-46bf-9cd6-643309c3a190 req-4587300b-3728-4648-bc9a-e101dd5266cb service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Refreshing instance network info cache due to event network-changed-76d6d1c1-871b-4915-b2b8-b05cfa64ca35. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1113.143270] env[62664]: DEBUG oslo_concurrency.lockutils [req-7437ba43-c7e6-46bf-9cd6-643309c3a190 req-4587300b-3728-4648-bc9a-e101dd5266cb service nova] Acquiring lock "refresh_cache-d6555e94-d386-4d51-b85a-de555213ce21" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.143314] env[62664]: DEBUG oslo_concurrency.lockutils [req-7437ba43-c7e6-46bf-9cd6-643309c3a190 req-4587300b-3728-4648-bc9a-e101dd5266cb service nova] Acquired lock "refresh_cache-d6555e94-d386-4d51-b85a-de555213ce21" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.143488] env[62664]: DEBUG nova.network.neutron [req-7437ba43-c7e6-46bf-9cd6-643309c3a190 req-4587300b-3728-4648-bc9a-e101dd5266cb service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Refreshing network info cache for port 76d6d1c1-871b-4915-b2b8-b05cfa64ca35 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.148830] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698584, 'name': CreateSnapshot_Task, 'duration_secs': 0.430154} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.149101] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1113.150176] env[62664]: DEBUG nova.compute.manager [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.153068] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d33ebc-c619-455e-b386-19c3c360fda4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.183160] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.183487] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.183711] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.183838] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.184014] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.184170] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.184395] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.184637] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.184851] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.185055] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.185259] env[62664]: DEBUG nova.virt.hardware [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.186174] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa62b495-6308-4326-961c-433a0d92bca1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.195690] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80510e1d-d743-46d2-b9af-538ebbde1237 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.319698] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 633100b8-c9ff-40d8-9e88-2091f4243b0f] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.389026] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.389358] env[62664]: DEBUG nova.compute.manager [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.453814] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698585, 'name': CreateVM_Task, 'duration_secs': 0.347801} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.454069] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.454661] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.454829] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.455253] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.455494] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a61104-9c20-4c40-97a3-360dc25b59b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.460819] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1113.460819] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a49008-df33-0e4e-7da2-e970b09e48a9" [ 1113.460819] env[62664]: _type = "Task" [ 1113.460819] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.471171] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a49008-df33-0e4e-7da2-e970b09e48a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.473734] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.473959] env[62664]: DEBUG nova.objects.instance [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'migration_context' on Instance uuid 514439d3-4fd2-4bc2-9398-09d197e84fdb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.552803] env[62664]: DEBUG nova.network.neutron [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Successfully updated port: fbd644a4-11a9-489d-88bf-d76a503af41d {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.579913] env[62664]: DEBUG oslo_concurrency.lockutils [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.595472] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698586, 'name': ReconfigVM_Task, 'duration_secs': 0.279351} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.595742] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Reconfigured VM instance instance-00000030 to attach disk [datastore2] a881c010-07df-40df-a487-42e3e382c8bc/a881c010-07df-40df-a487-42e3e382c8bc.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.596014] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance 'a881c010-07df-40df-a487-42e3e382c8bc' progress to 50 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.681339] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1113.683953] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-058b983f-d46e-401e-930a-4d722480b5e9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.692882] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1113.692882] env[62664]: value = "task-2698587" [ 1113.692882] env[62664]: _type = "Task" [ 1113.692882] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.704170] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698587, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.823157] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a749bdba-b986-48be-9efe-bd339d5531c5] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.845474] env[62664]: DEBUG nova.network.neutron [req-7437ba43-c7e6-46bf-9cd6-643309c3a190 req-4587300b-3728-4648-bc9a-e101dd5266cb service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Updated VIF entry in instance network info cache for port 76d6d1c1-871b-4915-b2b8-b05cfa64ca35. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.845841] env[62664]: DEBUG nova.network.neutron [req-7437ba43-c7e6-46bf-9cd6-643309c3a190 req-4587300b-3728-4648-bc9a-e101dd5266cb service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Updating instance_info_cache with network_info: [{"id": "76d6d1c1-871b-4915-b2b8-b05cfa64ca35", "address": "fa:16:3e:36:2b:48", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d6d1c1-87", "ovs_interfaceid": "76d6d1c1-871b-4915-b2b8-b05cfa64ca35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.895335] env[62664]: DEBUG nova.compute.utils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1113.897120] env[62664]: DEBUG nova.compute.manager [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.897120] env[62664]: DEBUG nova.network.neutron [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.961419] env[62664]: DEBUG nova.policy [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5231b9d2526944f2824af2094a32fe8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c1ba595e904276a7aaeaca7aa52e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.974460] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a49008-df33-0e4e-7da2-e970b09e48a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.974797] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.975015] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.975262] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.975403] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.975580] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.976332] env[62664]: DEBUG nova.objects.base [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Object Instance<514439d3-4fd2-4bc2-9398-09d197e84fdb> lazy-loaded attributes: info_cache,migration_context {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1113.976592] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a694ea4a-92c1-4817-89bb-7cd994095c38 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.979055] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b455bd44-568d-4864-aea3-ce07cc7b8bd8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.013674] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e31bd0-2234-49ff-a33a-8dd795b3f195 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.017184] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.017399] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.018179] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f5a30e-fe1d-47e5-ae8f-7bda57972dc4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.024794] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1114.024794] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521bd1ba-833f-77fc-38b5-c941d2c6d463" [ 1114.024794] env[62664]: _type = "Task" [ 1114.024794] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.026779] env[62664]: DEBUG oslo_vmware.api [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1114.026779] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527d9e88-5105-e144-59b2-d2bef6d5210a" [ 1114.026779] env[62664]: _type = "Task" [ 1114.026779] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.042039] env[62664]: DEBUG oslo_vmware.api [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527d9e88-5105-e144-59b2-d2bef6d5210a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.044793] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521bd1ba-833f-77fc-38b5-c941d2c6d463, 'name': SearchDatastore_Task, 'duration_secs': 0.012545} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.045541] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b64708e-db59-42e6-9744-bc16bcf037da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.050967] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1114.050967] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527440a0-feeb-9e37-c1fe-cd9b86b57514" [ 1114.050967] env[62664]: _type = "Task" [ 1114.050967] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.056082] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "refresh_cache-81439008-cd68-4290-a76d-4d80079882c6" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.056339] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "refresh_cache-81439008-cd68-4290-a76d-4d80079882c6" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.056384] env[62664]: DEBUG nova.network.neutron [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.061497] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527440a0-feeb-9e37-c1fe-cd9b86b57514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.102103] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dac59ec-7584-431b-a3aa-f46ea6e71ba3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.122232] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1453c237-92b8-457d-83aa-8ed0d63dc886 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.143588] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance 'a881c010-07df-40df-a487-42e3e382c8bc' progress to 67 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.203960] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698587, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.326626] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: edd9f253-f27f-4417-a9aa-6ba7915fd588] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.348946] env[62664]: DEBUG oslo_concurrency.lockutils [req-7437ba43-c7e6-46bf-9cd6-643309c3a190 req-4587300b-3728-4648-bc9a-e101dd5266cb service nova] Releasing lock "refresh_cache-d6555e94-d386-4d51-b85a-de555213ce21" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.359371] env[62664]: DEBUG nova.network.neutron [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Successfully created port: ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.400606] env[62664]: DEBUG nova.compute.manager [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.541883] env[62664]: DEBUG oslo_vmware.api [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527d9e88-5105-e144-59b2-d2bef6d5210a, 'name': SearchDatastore_Task, 'duration_secs': 0.02027} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.542234] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.542462] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.563610] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]527440a0-feeb-9e37-c1fe-cd9b86b57514, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.564339] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.564407] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d6555e94-d386-4d51-b85a-de555213ce21/d6555e94-d386-4d51-b85a-de555213ce21.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.568021] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbd1c9da-b6e1-4b63-8437-89597b6a6e11 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.572271] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1114.572271] env[62664]: value = "task-2698588" [ 1114.572271] env[62664]: _type = "Task" [ 1114.572271] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.580686] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.593515] env[62664]: DEBUG nova.network.neutron [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.652763] env[62664]: DEBUG oslo_concurrency.lockutils [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "87525206-a87a-4a3a-9699-4c7757749432" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.653094] env[62664]: DEBUG oslo_concurrency.lockutils [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.653384] env[62664]: INFO nova.compute.manager [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Attaching volume c58a8c9d-2aa3-488b-9e35-260230cca4fe to /dev/sdb [ 1114.696334] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6059518f-f69a-4638-a66a-53cbca5623d0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.703857] env[62664]: DEBUG nova.network.neutron [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Port 147cad01-1bfa-4c75-b37d-ad728828290c binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1114.712144] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698587, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.714375] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad69304d-0029-4eb8-b978-08a38e6a6fc9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.732283] env[62664]: DEBUG nova.virt.block_device [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Updating existing volume attachment record: 982bb02e-93ab-48de-ae6d-754e35c49a8e {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1114.779073] env[62664]: DEBUG nova.network.neutron [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Updating instance_info_cache with network_info: [{"id": "fbd644a4-11a9-489d-88bf-d76a503af41d", "address": "fa:16:3e:56:96:e9", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd644a4-11", "ovs_interfaceid": "fbd644a4-11a9-489d-88bf-d76a503af41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.831038] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f48335a6-0726-41d9-abfc-ceb16dcf2912] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.086296] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488283} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.086579] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d6555e94-d386-4d51-b85a-de555213ce21/d6555e94-d386-4d51-b85a-de555213ce21.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.086872] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.087135] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-476dd486-8587-4235-95c7-221f62ab164d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.095745] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1115.095745] env[62664]: value = "task-2698592" [ 1115.095745] env[62664]: _type = "Task" [ 1115.095745] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.113301] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.175541] env[62664]: DEBUG nova.compute.manager [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Received event network-vif-plugged-fbd644a4-11a9-489d-88bf-d76a503af41d {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.175747] env[62664]: DEBUG oslo_concurrency.lockutils [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] Acquiring lock "81439008-cd68-4290-a76d-4d80079882c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.175871] env[62664]: DEBUG oslo_concurrency.lockutils [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] Lock "81439008-cd68-4290-a76d-4d80079882c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.176093] env[62664]: DEBUG oslo_concurrency.lockutils [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] Lock "81439008-cd68-4290-a76d-4d80079882c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.176426] env[62664]: DEBUG nova.compute.manager [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] [instance: 81439008-cd68-4290-a76d-4d80079882c6] No waiting events found dispatching network-vif-plugged-fbd644a4-11a9-489d-88bf-d76a503af41d {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.176426] env[62664]: WARNING nova.compute.manager [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Received unexpected event network-vif-plugged-fbd644a4-11a9-489d-88bf-d76a503af41d for instance with vm_state building and task_state spawning. [ 1115.176587] env[62664]: DEBUG nova.compute.manager [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Received event network-changed-fbd644a4-11a9-489d-88bf-d76a503af41d {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.176742] env[62664]: DEBUG nova.compute.manager [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Refreshing instance network info cache due to event network-changed-fbd644a4-11a9-489d-88bf-d76a503af41d. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1115.176906] env[62664]: DEBUG oslo_concurrency.lockutils [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] Acquiring lock "refresh_cache-81439008-cd68-4290-a76d-4d80079882c6" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.205443] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698587, 'name': CloneVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.225869] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c197d9d-19fd-4ff9-9afc-8cfa80362243 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.235607] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea40540c-ec81-41d8-ac2d-1f77d5d7b711 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.268685] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40650ae8-e263-4869-a044-93ee8dfc4aad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.279045] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2732a19-1d0a-4636-9a94-e49d612161aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.283879] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "refresh_cache-81439008-cd68-4290-a76d-4d80079882c6" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.284272] env[62664]: DEBUG nova.compute.manager [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Instance network_info: |[{"id": "fbd644a4-11a9-489d-88bf-d76a503af41d", "address": "fa:16:3e:56:96:e9", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd644a4-11", "ovs_interfaceid": "fbd644a4-11a9-489d-88bf-d76a503af41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.284612] env[62664]: DEBUG oslo_concurrency.lockutils [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] Acquired lock "refresh_cache-81439008-cd68-4290-a76d-4d80079882c6" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.284833] env[62664]: DEBUG nova.network.neutron [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Refreshing network info cache for port fbd644a4-11a9-489d-88bf-d76a503af41d {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.286164] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:96:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbd644a4-11a9-489d-88bf-d76a503af41d', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.294962] env[62664]: DEBUG oslo.service.loopingcall [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.298683] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.309513] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca96ff3c-2745-4d21-9dfc-09c63f0b9c6d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.324778] env[62664]: DEBUG nova.compute.provider_tree [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.332701] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.332701] env[62664]: value = "task-2698593" [ 1115.332701] env[62664]: _type = "Task" [ 1115.332701] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.333534] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 3afea66f-7d69-4d19-9a8e-2744aa2ce954] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.344136] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698593, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.411304] env[62664]: DEBUG nova.compute.manager [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.439347] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.439637] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.439894] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.440186] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.440270] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.440404] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.440613] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.440854] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.441059] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.441233] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.441461] env[62664]: DEBUG nova.virt.hardware [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.442542] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad23417-6410-4b70-8546-51fe5cacb0f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.452260] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbf57a8-e99a-4833-8bd8-00c685bd40b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.560570] env[62664]: DEBUG nova.network.neutron [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Updated VIF entry in instance network info cache for port fbd644a4-11a9-489d-88bf-d76a503af41d. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.561042] env[62664]: DEBUG nova.network.neutron [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Updating instance_info_cache with network_info: [{"id": "fbd644a4-11a9-489d-88bf-d76a503af41d", "address": "fa:16:3e:56:96:e9", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd644a4-11", "ovs_interfaceid": "fbd644a4-11a9-489d-88bf-d76a503af41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.606751] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082668} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.607083] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.607862] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505a322a-f502-43b9-8b28-8c30d7b58c03 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.630515] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d6555e94-d386-4d51-b85a-de555213ce21/d6555e94-d386-4d51-b85a-de555213ce21.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.630809] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48ccc21-27f9-421c-b44f-cbb9dad953d0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.652884] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1115.652884] env[62664]: value = "task-2698594" [ 1115.652884] env[62664]: _type = "Task" [ 1115.652884] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.663749] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.708523] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698587, 'name': CloneVM_Task, 'duration_secs': 1.564505} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.708808] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Created linked-clone VM from snapshot [ 1115.709698] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118663af-6f49-43ad-b68a-efaf6a905677 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.730961] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "a881c010-07df-40df-a487-42e3e382c8bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.731225] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.731406] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.732583] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Uploading image 12caa5e8-9a05-4ea4-85d6-4affb53748e6 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1115.758373] env[62664]: DEBUG oslo_vmware.rw_handles [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1115.758373] env[62664]: value = "vm-543802" [ 1115.758373] env[62664]: _type = "VirtualMachine" [ 1115.758373] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1115.758932] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d9b46e37-e145-4850-8faa-12c2f1a2a36c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.768254] env[62664]: DEBUG oslo_vmware.rw_handles [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lease: (returnval){ [ 1115.768254] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e814b4-6d4e-3eb3-2242-f8d5d9779b30" [ 1115.768254] env[62664]: _type = "HttpNfcLease" [ 1115.768254] env[62664]: } obtained for exporting VM: (result){ [ 1115.768254] env[62664]: value = "vm-543802" [ 1115.768254] env[62664]: _type = "VirtualMachine" [ 1115.768254] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1115.768254] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the lease: (returnval){ [ 1115.768254] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e814b4-6d4e-3eb3-2242-f8d5d9779b30" [ 1115.768254] env[62664]: _type = "HttpNfcLease" [ 1115.768254] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1115.775798] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.775798] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e814b4-6d4e-3eb3-2242-f8d5d9779b30" [ 1115.775798] env[62664]: _type = "HttpNfcLease" [ 1115.775798] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1115.827904] env[62664]: DEBUG nova.scheduler.client.report [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.839324] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.839791] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Cleaning up deleted instances with incomplete migration {{(pid=62664) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1115.845429] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698593, 'name': CreateVM_Task, 'duration_secs': 0.386186} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.845429] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.846112] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.846112] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.846877] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.847146] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d1fe00-7ec3-40f9-8059-c819da588541 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.853362] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1115.853362] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52032c64-5f72-2ab0-ac71-34e2991ec6cd" [ 1115.853362] env[62664]: _type = "Task" [ 1115.853362] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.862052] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52032c64-5f72-2ab0-ac71-34e2991ec6cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.960677] env[62664]: DEBUG nova.network.neutron [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Successfully updated port: ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.064020] env[62664]: DEBUG oslo_concurrency.lockutils [req-49366b0f-6189-4a9b-bdb7-20ee6f4ea2c4 req-d24c8b89-1787-4c8a-bb6a-2d2337372cc2 service nova] Releasing lock "refresh_cache-81439008-cd68-4290-a76d-4d80079882c6" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.170321] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.277753] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1116.277753] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e814b4-6d4e-3eb3-2242-f8d5d9779b30" [ 1116.277753] env[62664]: _type = "HttpNfcLease" [ 1116.277753] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1116.278078] env[62664]: DEBUG oslo_vmware.rw_handles [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1116.278078] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e814b4-6d4e-3eb3-2242-f8d5d9779b30" [ 1116.278078] env[62664]: _type = "HttpNfcLease" [ 1116.278078] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1116.278820] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc0fa24-0bfc-45cd-afb1-37198e0cf953 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.287180] env[62664]: DEBUG oslo_vmware.rw_handles [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263a913-903e-2a9f-ff01-c2b41176a5d8/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1116.287364] env[62664]: DEBUG oslo_vmware.rw_handles [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263a913-903e-2a9f-ff01-c2b41176a5d8/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1116.350705] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.365066] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52032c64-5f72-2ab0-ac71-34e2991ec6cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.365066] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.365275] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.365496] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.365645] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.365844] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.366628] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7bcc7cb-ddd5-4be1-a80b-d0baac0aa273 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.383348] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.383525] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.384498] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d148650-33f0-41a6-92af-5d182b07e680 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.391108] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1116.391108] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a990ce-3490-8b87-bbe2-d10c2c2ff62a" [ 1116.391108] env[62664]: _type = "Task" [ 1116.391108] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.402434] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a990ce-3490-8b87-bbe2-d10c2c2ff62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.463872] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.464092] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.464202] env[62664]: DEBUG nova.network.neutron [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.476235] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c273fd2-9a68-40d5-b65f-dc352aa2f76a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.664607] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698594, 'name': ReconfigVM_Task, 'duration_secs': 0.718451} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.664949] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d6555e94-d386-4d51-b85a-de555213ce21/d6555e94-d386-4d51-b85a-de555213ce21.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.665600] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60bf7ac8-e514-4397-8471-b8f823690e11 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.674847] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1116.674847] env[62664]: value = "task-2698596" [ 1116.674847] env[62664]: _type = "Task" [ 1116.674847] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.685297] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698596, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.771430] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.771633] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.771854] env[62664]: DEBUG nova.network.neutron [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.853900] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.311s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.854335] env[62664]: DEBUG nova.compute.manager [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62664) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1116.902627] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a990ce-3490-8b87-bbe2-d10c2c2ff62a, 'name': SearchDatastore_Task, 'duration_secs': 0.043533} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.903796] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6342558b-5ba0-4ac1-a645-535bb9ecbd4a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.909831] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1116.909831] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5237923b-1e76-d75d-52c3-7af34fda0608" [ 1116.909831] env[62664]: _type = "Task" [ 1116.909831] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.918942] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5237923b-1e76-d75d-52c3-7af34fda0608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.997355] env[62664]: DEBUG nova.network.neutron [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.141363] env[62664]: DEBUG nova.network.neutron [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updating instance_info_cache with network_info: [{"id": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "address": "fa:16:3e:05:4e:59", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6936cd-b9", "ovs_interfaceid": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.186660] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698596, 'name': Rename_Task, 'duration_secs': 0.146001} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.186984] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.187805] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46aa8bb6-6cae-463f-8785-71fa49502db3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.197050] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1117.197050] env[62664]: value = "task-2698598" [ 1117.197050] env[62664]: _type = "Task" [ 1117.197050] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.205685] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.208234] env[62664]: DEBUG nova.compute.manager [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Received event network-vif-plugged-ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.208994] env[62664]: DEBUG oslo_concurrency.lockutils [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] Acquiring lock "b274388d-6889-46ed-aa07-b78c6fdf43d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.208994] env[62664]: DEBUG oslo_concurrency.lockutils [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.209241] env[62664]: DEBUG oslo_concurrency.lockutils [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.209501] env[62664]: DEBUG nova.compute.manager [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] No waiting events found dispatching network-vif-plugged-ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.209771] env[62664]: WARNING nova.compute.manager [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Received unexpected event network-vif-plugged-ea6936cd-b9a5-46c1-ae23-a3ce85954b20 for instance with vm_state building and task_state spawning. [ 1117.210026] env[62664]: DEBUG nova.compute.manager [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Received event network-changed-ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.210262] env[62664]: DEBUG nova.compute.manager [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Refreshing instance network info cache due to event network-changed-ea6936cd-b9a5-46c1-ae23-a3ce85954b20. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1117.210491] env[62664]: DEBUG oslo_concurrency.lockutils [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] Acquiring lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.418214] env[62664]: INFO nova.scheduler.client.report [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleted allocation for migration 64c71f0a-9a31-4cf9-b59d-6f868ccd8f3a [ 1117.430062] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5237923b-1e76-d75d-52c3-7af34fda0608, 'name': SearchDatastore_Task, 'duration_secs': 0.016154} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.430998] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.431374] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 81439008-cd68-4290-a76d-4d80079882c6/81439008-cd68-4290-a76d-4d80079882c6.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.431746] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a6fe9d0-206e-4436-bdf3-94f028e619be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.439496] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1117.439496] env[62664]: value = "task-2698599" [ 1117.439496] env[62664]: _type = "Task" [ 1117.439496] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.449627] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.537355] env[62664]: DEBUG nova.network.neutron [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [{"id": "147cad01-1bfa-4c75-b37d-ad728828290c", "address": "fa:16:3e:53:9f:5e", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147cad01-1b", "ovs_interfaceid": "147cad01-1bfa-4c75-b37d-ad728828290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.644236] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.644558] env[62664]: DEBUG nova.compute.manager [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Instance network_info: |[{"id": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "address": "fa:16:3e:05:4e:59", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6936cd-b9", "ovs_interfaceid": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.645039] env[62664]: DEBUG oslo_concurrency.lockutils [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] Acquired lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.645405] env[62664]: DEBUG nova.network.neutron [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Refreshing network info cache for port ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.646844] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:4e:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea6936cd-b9a5-46c1-ae23-a3ce85954b20', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.656230] env[62664]: DEBUG oslo.service.loopingcall [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.660328] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.661570] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4701bc39-d0d4-4569-919b-72ba5dc03075 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.685913] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.685913] env[62664]: value = "task-2698600" [ 1117.685913] env[62664]: _type = "Task" [ 1117.685913] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.705238] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698600, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.722634] env[62664]: DEBUG oslo_vmware.api [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698598, 'name': PowerOnVM_Task, 'duration_secs': 0.508967} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.726307] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.726840] env[62664]: INFO nova.compute.manager [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1117.727270] env[62664]: DEBUG nova.compute.manager [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.728347] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd120522-e809-4cc3-82a2-8fe2e5c20d95 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.926362] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0d4f3cdc-cefd-4b31-a8d8-c66d24f06d55 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.774s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.954958] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698599, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.965981] env[62664]: DEBUG nova.network.neutron [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updated VIF entry in instance network info cache for port ea6936cd-b9a5-46c1-ae23-a3ce85954b20. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.966384] env[62664]: DEBUG nova.network.neutron [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updating instance_info_cache with network_info: [{"id": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "address": "fa:16:3e:05:4e:59", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6936cd-b9", "ovs_interfaceid": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.041071] env[62664]: DEBUG oslo_concurrency.lockutils [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.197125] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698600, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.198062] env[62664]: DEBUG nova.objects.instance [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'flavor' on Instance uuid 514439d3-4fd2-4bc2-9398-09d197e84fdb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.248785] env[62664]: INFO nova.compute.manager [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Took 12.44 seconds to build instance. [ 1118.451451] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619226} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.451719] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 81439008-cd68-4290-a76d-4d80079882c6/81439008-cd68-4290-a76d-4d80079882c6.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.451938] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.452240] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda2af11-e394-408d-a6c3-63143f2c113d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.460778] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1118.460778] env[62664]: value = "task-2698601" [ 1118.460778] env[62664]: _type = "Task" [ 1118.460778] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.471844] env[62664]: DEBUG oslo_concurrency.lockutils [req-56a2a12f-4455-4bcc-b357-dd54a1e14ef7 req-08f38b17-95c7-497f-9902-4699891028bb service nova] Releasing lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.472405] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.571375] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b4b11f-be69-4c67-915e-2d68fafcd23b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.592519] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da571bfb-3f3a-4160-a0bc-43eccd23107b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.601554] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance 'a881c010-07df-40df-a487-42e3e382c8bc' progress to 83 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.698306] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698600, 'name': CreateVM_Task, 'duration_secs': 0.599025} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.698570] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.699330] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.699588] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.700120] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.702276] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42aa9f7-ae56-4c90-a2ac-d355cd794297 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.704828] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.705070] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.705305] env[62664]: DEBUG nova.network.neutron [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.705548] env[62664]: DEBUG nova.objects.instance [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'info_cache' on Instance uuid 514439d3-4fd2-4bc2-9398-09d197e84fdb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.713991] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1118.713991] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524dfb88-29f9-b1a0-1b44-60bf4ce7abfa" [ 1118.713991] env[62664]: _type = "Task" [ 1118.713991] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.724916] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524dfb88-29f9-b1a0-1b44-60bf4ce7abfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.751475] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fb9d82a9-142a-484a-9537-d384f517287b tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.953s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.858503] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.858503] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.972417] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072132} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.972786] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.973647] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2a7efc-ec9b-416b-982f-7ae60e90a081 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.998294] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 81439008-cd68-4290-a76d-4d80079882c6/81439008-cd68-4290-a76d-4d80079882c6.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.998635] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce00a2c-455e-49c6-9e32-a280314c8997 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.024745] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1119.024745] env[62664]: value = "task-2698602" [ 1119.024745] env[62664]: _type = "Task" [ 1119.024745] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.034561] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.109111] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.109505] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-330d2524-365f-48f9-88ea-64f2f9bcae36 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.118251] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1119.118251] env[62664]: value = "task-2698603" [ 1119.118251] env[62664]: _type = "Task" [ 1119.118251] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.129186] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.211686] env[62664]: DEBUG nova.objects.base [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Object Instance<514439d3-4fd2-4bc2-9398-09d197e84fdb> lazy-loaded attributes: flavor,info_cache {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1119.224932] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524dfb88-29f9-b1a0-1b44-60bf4ce7abfa, 'name': SearchDatastore_Task, 'duration_secs': 0.022763} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.227206] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.227206] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.227206] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.227206] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.227402] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.228189] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-094b28cf-1886-4ce3-9a0b-49153321a4ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.238065] env[62664]: DEBUG nova.compute.manager [req-b03453d8-9dbc-497e-a329-cf99b9385518 req-1c362311-3609-4e7d-aca6-35df2f4adda7 service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Received event network-changed-76d6d1c1-871b-4915-b2b8-b05cfa64ca35 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.238289] env[62664]: DEBUG nova.compute.manager [req-b03453d8-9dbc-497e-a329-cf99b9385518 req-1c362311-3609-4e7d-aca6-35df2f4adda7 service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Refreshing instance network info cache due to event network-changed-76d6d1c1-871b-4915-b2b8-b05cfa64ca35. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1119.238505] env[62664]: DEBUG oslo_concurrency.lockutils [req-b03453d8-9dbc-497e-a329-cf99b9385518 req-1c362311-3609-4e7d-aca6-35df2f4adda7 service nova] Acquiring lock "refresh_cache-d6555e94-d386-4d51-b85a-de555213ce21" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.238678] env[62664]: DEBUG oslo_concurrency.lockutils [req-b03453d8-9dbc-497e-a329-cf99b9385518 req-1c362311-3609-4e7d-aca6-35df2f4adda7 service nova] Acquired lock "refresh_cache-d6555e94-d386-4d51-b85a-de555213ce21" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.239874] env[62664]: DEBUG nova.network.neutron [req-b03453d8-9dbc-497e-a329-cf99b9385518 req-1c362311-3609-4e7d-aca6-35df2f4adda7 service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Refreshing network info cache for port 76d6d1c1-871b-4915-b2b8-b05cfa64ca35 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.243167] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.243360] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.244429] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae0bfd4-3f8b-4fa5-8f92-52c13861cae8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.251454] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1119.251454] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5267b258-cafd-9d69-f44e-79b2cd5500b9" [ 1119.251454] env[62664]: _type = "Task" [ 1119.251454] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.261050] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5267b258-cafd-9d69-f44e-79b2cd5500b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.292040] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1119.292323] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543804', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'name': 'volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87525206-a87a-4a3a-9699-4c7757749432', 'attached_at': '', 'detached_at': '', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'serial': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1119.293301] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88ea741-d9da-4e89-8db9-88eef5cfdfeb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.312272] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6061ed0e-15f8-4fb5-bb86-aa7dfebc74d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.340387] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe/volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.340765] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be5ac84-1ade-43cb-b97e-66c7b990ed54 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.364845] env[62664]: DEBUG oslo_vmware.api [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1119.364845] env[62664]: value = "task-2698604" [ 1119.364845] env[62664]: _type = "Task" [ 1119.364845] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.365598] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.365765] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1119.378488] env[62664]: DEBUG oslo_vmware.api [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.535870] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698602, 'name': ReconfigVM_Task, 'duration_secs': 0.287883} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.536219] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 81439008-cd68-4290-a76d-4d80079882c6/81439008-cd68-4290-a76d-4d80079882c6.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.536873] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94d12b3d-711a-49d9-b3ea-1cefba1f325a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.545141] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1119.545141] env[62664]: value = "task-2698605" [ 1119.545141] env[62664]: _type = "Task" [ 1119.545141] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.555377] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698605, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.633560] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.769136] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5267b258-cafd-9d69-f44e-79b2cd5500b9, 'name': SearchDatastore_Task, 'duration_secs': 0.027752} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.770130] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04970f3-5b48-47d9-bc50-f8c0f2fc5f60 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.778254] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1119.778254] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dedf2d-d495-f305-3a15-683de3489840" [ 1119.778254] env[62664]: _type = "Task" [ 1119.778254] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.793366] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52dedf2d-d495-f305-3a15-683de3489840, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.793678] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.794016] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] b274388d-6889-46ed-aa07-b78c6fdf43d1/b274388d-6889-46ed-aa07-b78c6fdf43d1.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.794340] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-064cdcdd-6930-467e-a22b-4d9299065cfc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.802444] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1119.802444] env[62664]: value = "task-2698606" [ 1119.802444] env[62664]: _type = "Task" [ 1119.802444] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.811509] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.883920] env[62664]: DEBUG oslo_vmware.api [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698604, 'name': ReconfigVM_Task, 'duration_secs': 0.429762} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.884326] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe/volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.890040] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-138e7653-584b-4ee8-86ca-23fb29cdbc32 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.907283] env[62664]: DEBUG oslo_vmware.api [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1119.907283] env[62664]: value = "task-2698607" [ 1119.907283] env[62664]: _type = "Task" [ 1119.907283] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.921847] env[62664]: DEBUG oslo_vmware.api [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.922755] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.922904] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.923115] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1119.970833] env[62664]: DEBUG nova.network.neutron [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance_info_cache with network_info: [{"id": "d3590a54-4832-48fb-b903-116709b0b134", "address": "fa:16:3e:70:46:9b", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3590a54-48", "ovs_interfaceid": "d3590a54-4832-48fb-b903-116709b0b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.021645] env[62664]: DEBUG nova.network.neutron [req-b03453d8-9dbc-497e-a329-cf99b9385518 req-1c362311-3609-4e7d-aca6-35df2f4adda7 service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Updated VIF entry in instance network info cache for port 76d6d1c1-871b-4915-b2b8-b05cfa64ca35. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.022097] env[62664]: DEBUG nova.network.neutron [req-b03453d8-9dbc-497e-a329-cf99b9385518 req-1c362311-3609-4e7d-aca6-35df2f4adda7 service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Updating instance_info_cache with network_info: [{"id": "76d6d1c1-871b-4915-b2b8-b05cfa64ca35", "address": "fa:16:3e:36:2b:48", "network": {"id": "d4f1e5e3-ca57-47f1-8c80-0aee21ff9f15", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-118232423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06cf9e7c2b7c4c93a48a8cf7928a6614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d6d1c1-87", "ovs_interfaceid": "76d6d1c1-871b-4915-b2b8-b05cfa64ca35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.060398] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698605, 'name': Rename_Task, 'duration_secs': 0.17333} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.060634] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.061018] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad88cd2-789c-4434-807c-a77550fe24b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.068694] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1120.068694] env[62664]: value = "task-2698608" [ 1120.068694] env[62664]: _type = "Task" [ 1120.068694] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.079860] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.130648] env[62664]: DEBUG oslo_vmware.api [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698603, 'name': PowerOnVM_Task, 'duration_secs': 0.60137} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.131033] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.131241] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-75ad4602-90e0-47ff-bac2-cae15c8e4249 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance 'a881c010-07df-40df-a487-42e3e382c8bc' progress to 100 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.314093] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698606, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.422268] env[62664]: DEBUG oslo_vmware.api [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698607, 'name': ReconfigVM_Task, 'duration_secs': 0.15834} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.422633] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543804', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'name': 'volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87525206-a87a-4a3a-9699-4c7757749432', 'attached_at': '', 'detached_at': '', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'serial': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1120.473785] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-514439d3-4fd2-4bc2-9398-09d197e84fdb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.525641] env[62664]: DEBUG oslo_concurrency.lockutils [req-b03453d8-9dbc-497e-a329-cf99b9385518 req-1c362311-3609-4e7d-aca6-35df2f4adda7 service nova] Releasing lock "refresh_cache-d6555e94-d386-4d51-b85a-de555213ce21" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.583716] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698608, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.813884] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528468} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.814289] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] b274388d-6889-46ed-aa07-b78c6fdf43d1/b274388d-6889-46ed-aa07-b78c6fdf43d1.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.814537] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.814839] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1029400-e679-41c5-9173-28160f1ae9db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.822583] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1120.822583] env[62664]: value = "task-2698609" [ 1120.822583] env[62664]: _type = "Task" [ 1120.822583] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.831022] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.080696] env[62664]: DEBUG oslo_vmware.api [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698608, 'name': PowerOnVM_Task, 'duration_secs': 0.51933} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.083785] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.084056] env[62664]: INFO nova.compute.manager [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1121.084273] env[62664]: DEBUG nova.compute.manager [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.085172] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c443edc1-a13b-433c-bf84-9a858597704b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.182093] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updating instance_info_cache with network_info: [{"id": "f15a35cd-fc9d-4f89-aa01-b46403833416", "address": "fa:16:3e:c9:0d:55", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15a35cd-fc", "ovs_interfaceid": "f15a35cd-fc9d-4f89-aa01-b46403833416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.335095] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07337} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.335362] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.336209] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baf2225-8271-4016-b0ee-6adfcb9c8cea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.361354] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] b274388d-6889-46ed-aa07-b78c6fdf43d1/b274388d-6889-46ed-aa07-b78c6fdf43d1.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.361672] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a261ae-412f-42a9-b502-7d32d5280992 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.384518] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1121.384518] env[62664]: value = "task-2698610" [ 1121.384518] env[62664]: _type = "Task" [ 1121.384518] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.394325] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.464260] env[62664]: DEBUG nova.objects.instance [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lazy-loading 'flavor' on Instance uuid 87525206-a87a-4a3a-9699-4c7757749432 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.481167] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.481725] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb70f30b-e874-413e-925e-5c217e150a57 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.494850] env[62664]: DEBUG oslo_vmware.api [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1121.494850] env[62664]: value = "task-2698611" [ 1121.494850] env[62664]: _type = "Task" [ 1121.494850] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.506897] env[62664]: DEBUG oslo_vmware.api [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.606873] env[62664]: INFO nova.compute.manager [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Took 14.52 seconds to build instance. [ 1121.684158] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.684429] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1121.684669] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.684924] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.685041] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.685226] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.685441] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.685642] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.685779] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1121.685929] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.896175] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698610, 'name': ReconfigVM_Task, 'duration_secs': 0.486883} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.896493] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Reconfigured VM instance instance-0000006f to attach disk [datastore1] b274388d-6889-46ed-aa07-b78c6fdf43d1/b274388d-6889-46ed-aa07-b78c6fdf43d1.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.897170] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c7fc1e7-f644-44b0-b594-39c6a39c68e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.905428] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1121.905428] env[62664]: value = "task-2698612" [ 1121.905428] env[62664]: _type = "Task" [ 1121.905428] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.914975] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698612, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.970077] env[62664]: DEBUG oslo_concurrency.lockutils [None req-509796a9-dd63-4c5b-87b0-07bf83dcc4a8 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.317s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.997077] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "a881c010-07df-40df-a487-42e3e382c8bc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.997077] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.997390] env[62664]: DEBUG nova.compute.manager [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Going to confirm migration 6 {{(pid=62664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1122.009305] env[62664]: DEBUG oslo_vmware.api [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698611, 'name': PowerOnVM_Task, 'duration_secs': 0.505843} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.009559] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.009799] env[62664]: DEBUG nova.compute.manager [None req-1344a26b-f9b1-4eef-b352-e36d8a5cf86d tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.010725] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a460978-a409-48e8-a017-e78c902eaabd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.108679] env[62664]: DEBUG oslo_concurrency.lockutils [None req-38acfcc9-e41c-4d43-bb00-edf192fd1e6e tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "81439008-cd68-4290-a76d-4d80079882c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.030s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.188730] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.189087] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.189278] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.189437] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1122.190487] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24be9b6-cbba-47b9-9427-93f57a56280f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.200616] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc217609-abae-4a9e-bff1-443c01ea136a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.215976] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f034b0-fe18-40e1-9a10-67e08e64a970 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.224220] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43880490-d321-46eb-810b-7f98991c3f4d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.255466] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179336MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1122.255626] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.255838] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.347469] env[62664]: INFO nova.compute.manager [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Rebuilding instance [ 1122.389150] env[62664]: DEBUG nova.compute.manager [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.390187] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3175ae72-d481-450e-bec9-5f374e071d3b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.416594] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698612, 'name': Rename_Task, 'duration_secs': 0.209886} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.416906] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.417172] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab0d012b-cbdc-4222-8a19-0a4b228c8b34 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.426922] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1122.426922] env[62664]: value = "task-2698613" [ 1122.426922] env[62664]: _type = "Task" [ 1122.426922] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.440271] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.585941] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.586277] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.586384] env[62664]: DEBUG nova.network.neutron [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.586555] env[62664]: DEBUG nova.objects.instance [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'info_cache' on Instance uuid a881c010-07df-40df-a487-42e3e382c8bc {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.779068] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f3872a-e289-4751-b6b6-2de168110bff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.787744] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dabd9590-c69b-464c-9ee1-53902ad5ba62 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Suspending the VM {{(pid=62664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1122.788016] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-73d90054-0e59-4261-8831-55e94099a6cd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.795301] env[62664]: DEBUG oslo_vmware.api [None req-dabd9590-c69b-464c-9ee1-53902ad5ba62 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1122.795301] env[62664]: value = "task-2698614" [ 1122.795301] env[62664]: _type = "Task" [ 1122.795301] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.805684] env[62664]: DEBUG oslo_vmware.api [None req-dabd9590-c69b-464c-9ee1-53902ad5ba62 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698614, 'name': SuspendVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.925871] env[62664]: DEBUG oslo_concurrency.lockutils [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.926225] env[62664]: DEBUG oslo_concurrency.lockutils [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.926552] env[62664]: DEBUG oslo_concurrency.lockutils [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "514439d3-4fd2-4bc2-9398-09d197e84fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.926824] env[62664]: DEBUG oslo_concurrency.lockutils [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.927118] env[62664]: DEBUG oslo_concurrency.lockutils [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.935740] env[62664]: INFO nova.compute.manager [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Terminating instance [ 1122.947062] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698613, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.265592] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Applying migration context for instance a881c010-07df-40df-a487-42e3e382c8bc as it has an incoming, in-progress migration a7c2c77f-6b17-42f2-b8fe-3aa99ad9ecc2. Migration status is confirming {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1123.267311] env[62664]: INFO nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating resource usage from migration a7c2c77f-6b17-42f2-b8fe-3aa99ad9ecc2 [ 1123.285940] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 0e375498-fb3a-4d71-a1ed-caa8757bcf0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.286218] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 288e1d97-19b2-4162-ae28-dd5063b6a6f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.286433] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 87525206-a87a-4a3a-9699-4c7757749432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.286693] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 514439d3-4fd2-4bc2-9398-09d197e84fdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.286853] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance dcdf28f8-dd2b-4fd2-a05c-2da8098f9389 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.287063] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Migration a7c2c77f-6b17-42f2-b8fe-3aa99ad9ecc2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1123.287260] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance a881c010-07df-40df-a487-42e3e382c8bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.287436] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance d6555e94-d386-4d51-b85a-de555213ce21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.287622] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 81439008-cd68-4290-a76d-4d80079882c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.287793] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance b274388d-6889-46ed-aa07-b78c6fdf43d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1123.288078] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1123.288272] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1123.309843] env[62664]: DEBUG oslo_vmware.api [None req-dabd9590-c69b-464c-9ee1-53902ad5ba62 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698614, 'name': SuspendVM_Task} progress is 62%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.406785] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.407151] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eccdc5c4-6a5c-4c0a-a8d0-9cff1a025b86 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.414679] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1123.414679] env[62664]: value = "task-2698615" [ 1123.414679] env[62664]: _type = "Task" [ 1123.414679] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.429515] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.441044] env[62664]: DEBUG nova.compute.manager [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.441389] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.445043] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19f246-c614-4fb2-af5f-95c8da633c99 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.448335] env[62664]: DEBUG oslo_vmware.api [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698613, 'name': PowerOnVM_Task, 'duration_secs': 0.920448} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.449512] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.449817] env[62664]: INFO nova.compute.manager [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1123.450098] env[62664]: DEBUG nova.compute.manager [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.451274] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98df7c2-f12f-40e3-97b5-2b1b18648d3b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.454671] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9d922-158a-4388-90d6-4444c85f1cfd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.461881] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.462494] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eab5abc5-d485-4bd1-bf11-70bcb5c07291 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.468537] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625d6f75-4418-462b-95ad-a4bb4be399b8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.475814] env[62664]: DEBUG oslo_vmware.api [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1123.475814] env[62664]: value = "task-2698616" [ 1123.475814] env[62664]: _type = "Task" [ 1123.475814] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.509320] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5435312-6191-471a-92e4-c6a960511967 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.515761] env[62664]: DEBUG oslo_vmware.api [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.521780] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e9bed9-2b2b-4434-89c7-3e4d62fabf9a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.537048] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.807544] env[62664]: DEBUG oslo_vmware.api [None req-dabd9590-c69b-464c-9ee1-53902ad5ba62 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698614, 'name': SuspendVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.879410] env[62664]: DEBUG nova.network.neutron [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [{"id": "147cad01-1bfa-4c75-b37d-ad728828290c", "address": "fa:16:3e:53:9f:5e", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap147cad01-1b", "ovs_interfaceid": "147cad01-1bfa-4c75-b37d-ad728828290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.928742] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698615, 'name': PowerOffVM_Task, 'duration_secs': 0.350871} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.929085] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.988729] env[62664]: INFO nova.compute.manager [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Took 13.39 seconds to build instance. [ 1123.992638] env[62664]: INFO nova.compute.manager [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Detaching volume c58a8c9d-2aa3-488b-9e35-260230cca4fe [ 1123.996425] env[62664]: DEBUG oslo_vmware.api [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698616, 'name': PowerOffVM_Task, 'duration_secs': 0.239012} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.998816] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.999030] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.999489] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93e61dc7-8b09-4236-99a5-13780602dce2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.026995] env[62664]: INFO nova.virt.block_device [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Attempting to driver detach volume c58a8c9d-2aa3-488b-9e35-260230cca4fe from mountpoint /dev/sdb [ 1124.027293] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.027502] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543804', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'name': 'volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87525206-a87a-4a3a-9699-4c7757749432', 'attached_at': '', 'detached_at': '', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'serial': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.028489] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5619a277-058b-4aca-8136-46736d6432d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.039624] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.062829] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1124.063072] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.807s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.063852] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a12f39-f7af-405c-afd2-f25bb3b7f4e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.073197] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278ec682-0567-489c-a323-912e41a2321e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.096184] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396e2cc0-5eb1-49ce-97e0-67f8de21da3f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.113669] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] The volume has not been displaced from its original location: [datastore1] volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe/volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1124.119836] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.120443] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-980fcbbc-6a9f-415e-8281-9e5c24731cf6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.135327] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.135582] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.135745] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleting the datastore file [datastore1] 514439d3-4fd2-4bc2-9398-09d197e84fdb {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.136438] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f100f3-260c-4d12-acff-0ca9348a2bad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.142101] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1124.142101] env[62664]: value = "task-2698618" [ 1124.142101] env[62664]: _type = "Task" [ 1124.142101] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.146987] env[62664]: DEBUG oslo_vmware.api [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1124.146987] env[62664]: value = "task-2698619" [ 1124.146987] env[62664]: _type = "Task" [ 1124.146987] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.168217] env[62664]: DEBUG oslo_vmware.api [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.171743] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.306997] env[62664]: DEBUG oslo_vmware.api [None req-dabd9590-c69b-464c-9ee1-53902ad5ba62 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698614, 'name': SuspendVM_Task, 'duration_secs': 1.150285} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.307454] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dabd9590-c69b-464c-9ee1-53902ad5ba62 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Suspended the VM {{(pid=62664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1124.307536] env[62664]: DEBUG nova.compute.manager [None req-dabd9590-c69b-464c-9ee1-53902ad5ba62 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.308445] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220353cc-760a-473f-9b7e-9fdef1c78841 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.382843] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-a881c010-07df-40df-a487-42e3e382c8bc" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.383203] env[62664]: DEBUG nova.objects.instance [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'migration_context' on Instance uuid a881c010-07df-40df-a487-42e3e382c8bc {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.494354] env[62664]: DEBUG oslo_concurrency.lockutils [None req-66a3619e-c6a3-405d-82ea-ec6b98f482ab tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.902s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.658306] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698618, 'name': ReconfigVM_Task, 'duration_secs': 0.231519} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.659029] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.666821] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e64665-2640-400c-8b65-96606a0bcb07 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.676731] env[62664]: DEBUG oslo_vmware.api [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228928} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.677014] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.677211] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.677398] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.677580] env[62664]: INFO nova.compute.manager [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1124.677858] env[62664]: DEBUG oslo.service.loopingcall [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.678490] env[62664]: DEBUG nova.compute.manager [-] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.678595] env[62664]: DEBUG nova.network.neutron [-] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.687227] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1124.687227] env[62664]: value = "task-2698620" [ 1124.687227] env[62664]: _type = "Task" [ 1124.687227] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.700505] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.796910] env[62664]: DEBUG oslo_vmware.rw_handles [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263a913-903e-2a9f-ff01-c2b41176a5d8/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1124.798246] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713fa887-0a7c-49db-92fb-e1f011093c30 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.806964] env[62664]: DEBUG oslo_vmware.rw_handles [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263a913-903e-2a9f-ff01-c2b41176a5d8/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1124.807235] env[62664]: ERROR oslo_vmware.rw_handles [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263a913-903e-2a9f-ff01-c2b41176a5d8/disk-0.vmdk due to incomplete transfer. [ 1124.807556] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68e83833-edfe-4019-b09f-c64ca58bd225 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.816889] env[62664]: DEBUG oslo_vmware.rw_handles [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263a913-903e-2a9f-ff01-c2b41176a5d8/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1124.817207] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Uploaded image 12caa5e8-9a05-4ea4-85d6-4affb53748e6 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1124.820397] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1124.823848] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c7e24e48-87b4-4760-af47-8c5f48d41690 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.833916] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1124.833916] env[62664]: value = "task-2698621" [ 1124.833916] env[62664]: _type = "Task" [ 1124.833916] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.843365] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698621, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.886114] env[62664]: DEBUG nova.objects.base [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1124.887330] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bb4671-9c6c-4106-8ae1-3a9da8586dbb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.908307] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82cd1276-704f-4387-ae00-45f6ad600c30 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.914584] env[62664]: DEBUG oslo_vmware.api [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1124.914584] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256a066-e797-a6b6-5793-1281cd8752e1" [ 1124.914584] env[62664]: _type = "Task" [ 1124.914584] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.923402] env[62664]: DEBUG oslo_vmware.api [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256a066-e797-a6b6-5793-1281cd8752e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.201101] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698620, 'name': ReconfigVM_Task, 'duration_secs': 0.362428} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.201422] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543804', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'name': 'volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87525206-a87a-4a3a-9699-4c7757749432', 'attached_at': '', 'detached_at': '', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'serial': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1125.227227] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "81439008-cd68-4290-a76d-4d80079882c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.227508] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "81439008-cd68-4290-a76d-4d80079882c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.227745] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "81439008-cd68-4290-a76d-4d80079882c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.227977] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "81439008-cd68-4290-a76d-4d80079882c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.228135] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "81439008-cd68-4290-a76d-4d80079882c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.231080] env[62664]: INFO nova.compute.manager [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Terminating instance [ 1125.290167] env[62664]: DEBUG nova.compute.manager [req-cdcbef1c-c55b-4f49-986a-8d105528b986 req-30def6b0-702b-418c-bd36-8e37085f303a service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Received event network-vif-deleted-d3590a54-4832-48fb-b903-116709b0b134 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.290167] env[62664]: INFO nova.compute.manager [req-cdcbef1c-c55b-4f49-986a-8d105528b986 req-30def6b0-702b-418c-bd36-8e37085f303a service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Neutron deleted interface d3590a54-4832-48fb-b903-116709b0b134; detaching it from the instance and deleting it from the info cache [ 1125.290167] env[62664]: DEBUG nova.network.neutron [req-cdcbef1c-c55b-4f49-986a-8d105528b986 req-30def6b0-702b-418c-bd36-8e37085f303a service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.348540] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698621, 'name': Destroy_Task, 'duration_secs': 0.345889} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.349259] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Destroyed the VM [ 1125.349659] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1125.351545] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1b9ff22c-ec87-4a48-9fb3-35f64ac37e06 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.357946] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1125.357946] env[62664]: value = "task-2698622" [ 1125.357946] env[62664]: _type = "Task" [ 1125.357946] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.366500] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698622, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.425688] env[62664]: DEBUG oslo_vmware.api [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5256a066-e797-a6b6-5793-1281cd8752e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.425963] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.426208] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.650224] env[62664]: DEBUG nova.compute.manager [req-cd97db9d-4f68-4f27-ab51-c130952c2f8e req-6c08f510-9868-464a-8c82-1dd69eeb7979 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received event network-changed-e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.650429] env[62664]: DEBUG nova.compute.manager [req-cd97db9d-4f68-4f27-ab51-c130952c2f8e req-6c08f510-9868-464a-8c82-1dd69eeb7979 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing instance network info cache due to event network-changed-e2abb2e5-ccb7-4c83-912c-2df1ca540212. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1125.650642] env[62664]: DEBUG oslo_concurrency.lockutils [req-cd97db9d-4f68-4f27-ab51-c130952c2f8e req-6c08f510-9868-464a-8c82-1dd69eeb7979 service nova] Acquiring lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.650788] env[62664]: DEBUG oslo_concurrency.lockutils [req-cd97db9d-4f68-4f27-ab51-c130952c2f8e req-6c08f510-9868-464a-8c82-1dd69eeb7979 service nova] Acquired lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.650948] env[62664]: DEBUG nova.network.neutron [req-cd97db9d-4f68-4f27-ab51-c130952c2f8e req-6c08f510-9868-464a-8c82-1dd69eeb7979 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing network info cache for port e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.735157] env[62664]: DEBUG nova.compute.manager [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.735450] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.736532] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99feb848-a77b-4a0c-8e9b-dd3c993c3ce1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.745050] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.745341] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74a8526-f2c7-494f-b1da-c67b821f9a9a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.771980] env[62664]: DEBUG nova.network.neutron [-] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.793519] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f51abce-a315-47bb-b35a-b3ccc6979ed8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.807621] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0ca4ec-98bd-42e7-8982-fad24add98ea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.824458] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.824714] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.825164] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleting the datastore file [datastore1] 81439008-cd68-4290-a76d-4d80079882c6 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.825860] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-811d87ed-2544-4e30-b31a-edbf23e87d68 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.834792] env[62664]: DEBUG oslo_vmware.api [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1125.834792] env[62664]: value = "task-2698624" [ 1125.834792] env[62664]: _type = "Task" [ 1125.834792] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.843478] env[62664]: DEBUG oslo_vmware.api [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.852589] env[62664]: DEBUG nova.compute.manager [req-cdcbef1c-c55b-4f49-986a-8d105528b986 req-30def6b0-702b-418c-bd36-8e37085f303a service nova] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Detach interface failed, port_id=d3590a54-4832-48fb-b903-116709b0b134, reason: Instance 514439d3-4fd2-4bc2-9398-09d197e84fdb could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1125.870695] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698622, 'name': RemoveSnapshot_Task, 'duration_secs': 0.396232} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.875133] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1125.875565] env[62664]: DEBUG nova.compute.manager [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.876504] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f837ba-7089-4fa3-a700-e0f3294455d0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.083352] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338a5d06-5958-4312-8bfe-0ca15531065c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.091515] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70970640-d371-402a-bd13-4273a7a60b27 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.122878] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241b5a4a-cabb-4780-bc62-ea0c67075c79 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.131359] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eade0f1-3d0b-47b7-b475-83ab84654a91 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.146217] env[62664]: DEBUG nova.compute.provider_tree [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.256078] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.256078] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f9eb1bd-6fcb-471c-8a91-d5983b492e16 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.263880] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1126.263880] env[62664]: value = "task-2698625" [ 1126.263880] env[62664]: _type = "Task" [ 1126.263880] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.273357] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.275076] env[62664]: INFO nova.compute.manager [-] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Took 1.60 seconds to deallocate network for instance. [ 1126.345325] env[62664]: DEBUG oslo_vmware.api [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155937} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.345583] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.345794] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.345997] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.346197] env[62664]: INFO nova.compute.manager [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1126.346438] env[62664]: DEBUG oslo.service.loopingcall [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.346625] env[62664]: DEBUG nova.compute.manager [-] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.346828] env[62664]: DEBUG nova.network.neutron [-] [instance: 81439008-cd68-4290-a76d-4d80079882c6] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.390977] env[62664]: INFO nova.compute.manager [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Shelve offloading [ 1126.583997] env[62664]: DEBUG nova.network.neutron [req-cd97db9d-4f68-4f27-ab51-c130952c2f8e req-6c08f510-9868-464a-8c82-1dd69eeb7979 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updated VIF entry in instance network info cache for port e2abb2e5-ccb7-4c83-912c-2df1ca540212. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.584379] env[62664]: DEBUG nova.network.neutron [req-cd97db9d-4f68-4f27-ab51-c130952c2f8e req-6c08f510-9868-464a-8c82-1dd69eeb7979 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updating instance_info_cache with network_info: [{"id": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "address": "fa:16:3e:a6:f8:68", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2abb2e5-cc", "ovs_interfaceid": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.649391] env[62664]: DEBUG nova.scheduler.client.report [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.779798] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1126.780156] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.780278] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543804', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'name': 'volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87525206-a87a-4a3a-9699-4c7757749432', 'attached_at': '', 'detached_at': '', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'serial': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.781142] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0341732c-8a6b-486c-8f9f-b0c6ac49dbb5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.788416] env[62664]: DEBUG oslo_concurrency.lockutils [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.809948] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0dc650-be19-4fce-a324-3e8185f52d8a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.817479] env[62664]: WARNING nova.virt.vmwareapi.driver [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1126.817873] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.818618] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76519eb7-77ea-43d6-9905-7cdfba9e4bb0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.825777] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.826022] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c58709ea-4630-45a0-aded-63bbd667fc04 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.897032] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.897032] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0c5fa25-cb2b-4219-9d6f-314236ecb796 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.904184] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1126.904184] env[62664]: value = "task-2698627" [ 1126.904184] env[62664]: _type = "Task" [ 1126.904184] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.916126] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1126.916652] env[62664]: DEBUG nova.compute.manager [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.917647] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6416495a-687d-4337-9260-f295776aad1c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.921826] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.922306] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.922635] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleting the datastore file [datastore1] 87525206-a87a-4a3a-9699-4c7757749432 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.923453] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de242124-d002-4f68-80bb-2e405c7ad500 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.927193] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.927609] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.927928] env[62664]: DEBUG nova.network.neutron [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.939315] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1126.939315] env[62664]: value = "task-2698628" [ 1126.939315] env[62664]: _type = "Task" [ 1126.939315] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.950563] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.058159] env[62664]: DEBUG nova.network.neutron [-] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.087799] env[62664]: DEBUG oslo_concurrency.lockutils [req-cd97db9d-4f68-4f27-ab51-c130952c2f8e req-6c08f510-9868-464a-8c82-1dd69eeb7979 service nova] Releasing lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.324659] env[62664]: DEBUG nova.compute.manager [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Received event network-changed-ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.324924] env[62664]: DEBUG nova.compute.manager [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Refreshing instance network info cache due to event network-changed-ea6936cd-b9a5-46c1-ae23-a3ce85954b20. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1127.325163] env[62664]: DEBUG oslo_concurrency.lockutils [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] Acquiring lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.325476] env[62664]: DEBUG oslo_concurrency.lockutils [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] Acquired lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.325711] env[62664]: DEBUG nova.network.neutron [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Refreshing network info cache for port ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.449226] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47501} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.449602] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.449660] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.449894] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.560409] env[62664]: INFO nova.compute.manager [-] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Took 1.21 seconds to deallocate network for instance. [ 1127.661946] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.236s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.665553] env[62664]: DEBUG nova.network.neutron [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updating instance_info_cache with network_info: [{"id": "db5482bf-b79f-46bb-a72e-759b58913342", "address": "fa:16:3e:fa:c4:5e", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5482bf-b7", "ovs_interfaceid": "db5482bf-b79f-46bb-a72e-759b58913342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.666645] env[62664]: DEBUG oslo_concurrency.lockutils [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.879s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.666863] env[62664]: DEBUG nova.objects.instance [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'resources' on Instance uuid 514439d3-4fd2-4bc2-9398-09d197e84fdb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.691585] env[62664]: DEBUG nova.compute.manager [req-4e35fde8-0f63-4822-a70f-ce214897dcb1 req-5d20cf2f-7f9d-44d3-8234-4c14576ded85 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Received event network-changed-ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.691781] env[62664]: DEBUG nova.compute.manager [req-4e35fde8-0f63-4822-a70f-ce214897dcb1 req-5d20cf2f-7f9d-44d3-8234-4c14576ded85 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Refreshing instance network info cache due to event network-changed-ea6936cd-b9a5-46c1-ae23-a3ce85954b20. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1127.691968] env[62664]: DEBUG oslo_concurrency.lockutils [req-4e35fde8-0f63-4822-a70f-ce214897dcb1 req-5d20cf2f-7f9d-44d3-8234-4c14576ded85 service nova] Acquiring lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.961620] env[62664]: INFO nova.virt.block_device [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Booting with volume c58a8c9d-2aa3-488b-9e35-260230cca4fe at /dev/sdb [ 1128.005282] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d03af4f1-a504-4203-98ec-02180a761640 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.017059] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5a15fd-6c91-4c69-9004-320fb9c53299 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.050443] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8231ef7-4205-4951-81db-904658b5ffd4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.061414] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3966457b-3c36-4195-8128-aa687ba94f57 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.074345] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.099758] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43c7192-8b2c-4cb5-a3a7-5e275e6fd161 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.108447] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5871c8-1bc7-4260-bba8-d1181e192f5f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.125347] env[62664]: DEBUG nova.virt.block_device [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Updating existing volume attachment record: 92039712-6124-49b8-81df-f3547c13d8a9 {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1128.171749] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.238616] env[62664]: INFO nova.scheduler.client.report [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleted allocation for migration a7c2c77f-6b17-42f2-b8fe-3aa99ad9ecc2 [ 1128.335725] env[62664]: DEBUG nova.network.neutron [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updated VIF entry in instance network info cache for port ea6936cd-b9a5-46c1-ae23-a3ce85954b20. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.336106] env[62664]: DEBUG nova.network.neutron [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updating instance_info_cache with network_info: [{"id": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "address": "fa:16:3e:05:4e:59", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6936cd-b9", "ovs_interfaceid": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.355647] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe69f9a1-13cc-4f73-815b-b15c7ce4ad91 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.369325] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5376a31d-8ec5-4fb6-b8dd-f4b232c9364d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.402627] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e92faf-9491-41f1-96c1-8c558b4208c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.411610] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3418f42-a80e-43e2-8a7a-e754c2b724ce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.426529] env[62664]: DEBUG nova.compute.provider_tree [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.552659] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.553598] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01a40ac-fdd3-4d28-8b9d-e13836ab3387 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.562675] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.562950] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-302a15d7-2cfe-493e-b3ea-0743eec1eef9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.640700] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.640700] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.640911] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleting the datastore file [datastore2] 288e1d97-19b2-4162-ae28-dd5063b6a6f5 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.641212] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1938a1b8-ffa6-4402-949e-da41b2c16689 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.647835] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1128.647835] env[62664]: value = "task-2698630" [ 1128.647835] env[62664]: _type = "Task" [ 1128.647835] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.656815] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.748873] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1992f39e-8a61-4f53-9cab-5673d6d3af99 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.752s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.842884] env[62664]: DEBUG oslo_concurrency.lockutils [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] Releasing lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.843200] env[62664]: DEBUG nova.compute.manager [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received event network-changed-e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.843376] env[62664]: DEBUG nova.compute.manager [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing instance network info cache due to event network-changed-e2abb2e5-ccb7-4c83-912c-2df1ca540212. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1128.843591] env[62664]: DEBUG oslo_concurrency.lockutils [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] Acquiring lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.843737] env[62664]: DEBUG oslo_concurrency.lockutils [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] Acquired lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.843905] env[62664]: DEBUG nova.network.neutron [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing network info cache for port e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.845126] env[62664]: DEBUG oslo_concurrency.lockutils [req-4e35fde8-0f63-4822-a70f-ce214897dcb1 req-5d20cf2f-7f9d-44d3-8234-4c14576ded85 service nova] Acquired lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.845431] env[62664]: DEBUG nova.network.neutron [req-4e35fde8-0f63-4822-a70f-ce214897dcb1 req-5d20cf2f-7f9d-44d3-8234-4c14576ded85 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Refreshing network info cache for port ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.930926] env[62664]: DEBUG nova.scheduler.client.report [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.162230] env[62664]: DEBUG oslo_vmware.api [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133085} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.162501] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.162683] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.162857] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.184239] env[62664]: INFO nova.scheduler.client.report [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleted allocations for instance 288e1d97-19b2-4162-ae28-dd5063b6a6f5 [ 1129.359360] env[62664]: DEBUG oslo_concurrency.lockutils [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "a881c010-07df-40df-a487-42e3e382c8bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.359884] env[62664]: DEBUG oslo_concurrency.lockutils [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.359884] env[62664]: DEBUG oslo_concurrency.lockutils [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "a881c010-07df-40df-a487-42e3e382c8bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.360054] env[62664]: DEBUG oslo_concurrency.lockutils [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.360194] env[62664]: DEBUG oslo_concurrency.lockutils [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.362190] env[62664]: INFO nova.compute.manager [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Terminating instance [ 1129.436187] env[62664]: DEBUG oslo_concurrency.lockutils [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.438099] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.364s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.438330] env[62664]: DEBUG nova.objects.instance [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lazy-loading 'resources' on Instance uuid 81439008-cd68-4290-a76d-4d80079882c6 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.453169] env[62664]: INFO nova.scheduler.client.report [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleted allocations for instance 514439d3-4fd2-4bc2-9398-09d197e84fdb [ 1129.568272] env[62664]: DEBUG nova.network.neutron [req-4e35fde8-0f63-4822-a70f-ce214897dcb1 req-5d20cf2f-7f9d-44d3-8234-4c14576ded85 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updated VIF entry in instance network info cache for port ea6936cd-b9a5-46c1-ae23-a3ce85954b20. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.568692] env[62664]: DEBUG nova.network.neutron [req-4e35fde8-0f63-4822-a70f-ce214897dcb1 req-5d20cf2f-7f9d-44d3-8234-4c14576ded85 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updating instance_info_cache with network_info: [{"id": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "address": "fa:16:3e:05:4e:59", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6936cd-b9", "ovs_interfaceid": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.607548] env[62664]: DEBUG nova.network.neutron [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updated VIF entry in instance network info cache for port e2abb2e5-ccb7-4c83-912c-2df1ca540212. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.607941] env[62664]: DEBUG nova.network.neutron [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updating instance_info_cache with network_info: [{"id": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "address": "fa:16:3e:a6:f8:68", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2abb2e5-cc", "ovs_interfaceid": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.689251] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.719037] env[62664]: DEBUG nova.compute.manager [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received event network-vif-unplugged-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.719271] env[62664]: DEBUG oslo_concurrency.lockutils [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] Acquiring lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.719472] env[62664]: DEBUG oslo_concurrency.lockutils [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.719645] env[62664]: DEBUG oslo_concurrency.lockutils [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.719874] env[62664]: DEBUG nova.compute.manager [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] No waiting events found dispatching network-vif-unplugged-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.720016] env[62664]: WARNING nova.compute.manager [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received unexpected event network-vif-unplugged-db5482bf-b79f-46bb-a72e-759b58913342 for instance with vm_state shelved_offloaded and task_state None. [ 1129.720190] env[62664]: DEBUG nova.compute.manager [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received event network-changed-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.720345] env[62664]: DEBUG nova.compute.manager [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Refreshing instance network info cache due to event network-changed-db5482bf-b79f-46bb-a72e-759b58913342. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1129.720527] env[62664]: DEBUG oslo_concurrency.lockutils [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] Acquiring lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.720663] env[62664]: DEBUG oslo_concurrency.lockutils [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] Acquired lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.720828] env[62664]: DEBUG nova.network.neutron [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Refreshing network info cache for port db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.865398] env[62664]: DEBUG nova.compute.manager [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.865622] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.866576] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d185b5-5618-40b9-add6-2f29fca429bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.875514] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.875781] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-047d9ba6-3f26-4038-8a11-b69ad380af26 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.883445] env[62664]: DEBUG oslo_vmware.api [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1129.883445] env[62664]: value = "task-2698631" [ 1129.883445] env[62664]: _type = "Task" [ 1129.883445] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.892304] env[62664]: DEBUG oslo_vmware.api [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.962891] env[62664]: DEBUG oslo_concurrency.lockutils [None req-132976cf-c361-4835-b71f-e2b66d8f2ab6 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "514439d3-4fd2-4bc2-9398-09d197e84fdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.037s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.047075] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95971349-a9b9-431e-adff-e9ba508ddc6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.055171] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d734a1f-ede8-43ac-9bc3-b8a417040804 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.092070] env[62664]: DEBUG oslo_concurrency.lockutils [req-4e35fde8-0f63-4822-a70f-ce214897dcb1 req-5d20cf2f-7f9d-44d3-8234-4c14576ded85 service nova] Releasing lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.092383] env[62664]: DEBUG nova.compute.manager [req-4e35fde8-0f63-4822-a70f-ce214897dcb1 req-5d20cf2f-7f9d-44d3-8234-4c14576ded85 service nova] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Received event network-vif-deleted-fbd644a4-11a9-489d-88bf-d76a503af41d {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.093616] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8767765c-3fd2-4a42-8845-af7cc5674931 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.101697] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79851122-9589-4882-a42b-f95db0565f33 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.115882] env[62664]: DEBUG oslo_concurrency.lockutils [req-c9551b9b-13ec-4a32-8d2a-1916e3994218 req-4c4d1d5c-8de7-49cf-b246-1d931301c72a service nova] Releasing lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.116487] env[62664]: DEBUG nova.compute.provider_tree [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.240208] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.240461] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.240620] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.241084] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.241261] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.241411] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.241614] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.241773] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.241939] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.242109] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.242334] env[62664]: DEBUG nova.virt.hardware [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.243421] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380a698d-1860-485c-b1b9-32c3e733cb01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.254304] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace668c7-715e-4b9c-acad-5c878260d0b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.269162] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:38:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fec47e05-8da3-4be5-a9e1-221c253d809b', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.276544] env[62664]: DEBUG oslo.service.loopingcall [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.276776] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.276981] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04f86d56-2e48-4988-9527-0b74301452ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.299306] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.299306] env[62664]: value = "task-2698632" [ 1130.299306] env[62664]: _type = "Task" [ 1130.299306] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.308019] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698632, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.395202] env[62664]: DEBUG oslo_vmware.api [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698631, 'name': PowerOffVM_Task, 'duration_secs': 0.270909} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.395473] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.395640] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.395888] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4218260-17a7-456c-bfb4-e09e754be7df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.471034] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.471335] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.471533] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleting the datastore file [datastore2] a881c010-07df-40df-a487-42e3e382c8bc {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.471920] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d73695b-314e-4b72-a5b2-5e37b26be213 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.480676] env[62664]: DEBUG oslo_vmware.api [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1130.480676] env[62664]: value = "task-2698634" [ 1130.480676] env[62664]: _type = "Task" [ 1130.480676] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.494539] env[62664]: DEBUG oslo_vmware.api [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.530426] env[62664]: DEBUG nova.network.neutron [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updated VIF entry in instance network info cache for port db5482bf-b79f-46bb-a72e-759b58913342. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.530828] env[62664]: DEBUG nova.network.neutron [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updating instance_info_cache with network_info: [{"id": "db5482bf-b79f-46bb-a72e-759b58913342", "address": "fa:16:3e:fa:c4:5e", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdb5482bf-b7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.621021] env[62664]: DEBUG nova.scheduler.client.report [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.809325] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698632, 'name': CreateVM_Task, 'duration_secs': 0.340381} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.809500] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.810203] env[62664]: DEBUG oslo_concurrency.lockutils [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.810373] env[62664]: DEBUG oslo_concurrency.lockutils [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.810683] env[62664]: DEBUG oslo_concurrency.lockutils [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.810957] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5bc9449-ec05-4c5e-95a3-95d4e9c39d76 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.815666] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1130.815666] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5273bba0-5cc2-f655-e902-e00311d865e7" [ 1130.815666] env[62664]: _type = "Task" [ 1130.815666] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.823702] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5273bba0-5cc2-f655-e902-e00311d865e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.991542] env[62664]: DEBUG oslo_vmware.api [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161646} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.991872] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.992197] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.992474] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.992690] env[62664]: INFO nova.compute.manager [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1130.993010] env[62664]: DEBUG oslo.service.loopingcall [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.993255] env[62664]: DEBUG nova.compute.manager [-] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.993381] env[62664]: DEBUG nova.network.neutron [-] [instance: a881c010-07df-40df-a487-42e3e382c8bc] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.034872] env[62664]: DEBUG oslo_concurrency.lockutils [req-4c8f7e8d-50fc-4cb4-8ec1-88c8f5df3a14 req-2e8ee4e8-96ab-4ed4-adae-bba0ca5734dd service nova] Releasing lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.130466] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.134451] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.445s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.134451] env[62664]: DEBUG nova.objects.instance [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'resources' on Instance uuid 288e1d97-19b2-4162-ae28-dd5063b6a6f5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.150144] env[62664]: INFO nova.scheduler.client.report [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted allocations for instance 81439008-cd68-4290-a76d-4d80079882c6 [ 1131.325453] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "839bbb54-8100-4ed6-9e8d-c8299147d567" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.325709] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.331634] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5273bba0-5cc2-f655-e902-e00311d865e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.332133] env[62664]: DEBUG oslo_concurrency.lockutils [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.332424] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.332579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.332749] env[62664]: DEBUG oslo_concurrency.lockutils [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.332907] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.333205] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64cbf96f-ee1e-47a5-b787-dcfed7fd55d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.343249] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.343439] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.344424] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4a0b18-d420-49e8-a01a-4b94abce5d58 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.351602] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1131.351602] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296bda5-44a3-a2f9-2646-c11e8f016d9a" [ 1131.351602] env[62664]: _type = "Task" [ 1131.351602] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.360197] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296bda5-44a3-a2f9-2646-c11e8f016d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.640240] env[62664]: DEBUG nova.objects.instance [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'numa_topology' on Instance uuid 288e1d97-19b2-4162-ae28-dd5063b6a6f5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.662497] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5542948e-0aae-445c-9b90-8bbea205e8cd tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "81439008-cd68-4290-a76d-4d80079882c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.435s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.703336] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.749564] env[62664]: DEBUG nova.compute.manager [req-59cd3625-ebfd-4103-9787-1bc6ffe97ec7 req-a7d2cff5-27bb-4d29-a710-cf395541c8d4 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Received event network-vif-deleted-147cad01-1bfa-4c75-b37d-ad728828290c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1131.749660] env[62664]: INFO nova.compute.manager [req-59cd3625-ebfd-4103-9787-1bc6ffe97ec7 req-a7d2cff5-27bb-4d29-a710-cf395541c8d4 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Neutron deleted interface 147cad01-1bfa-4c75-b37d-ad728828290c; detaching it from the instance and deleting it from the info cache [ 1131.749945] env[62664]: DEBUG nova.network.neutron [req-59cd3625-ebfd-4103-9787-1bc6ffe97ec7 req-a7d2cff5-27bb-4d29-a710-cf395541c8d4 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.833213] env[62664]: DEBUG nova.compute.manager [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.863767] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5296bda5-44a3-a2f9-2646-c11e8f016d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.864669] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa17399-8599-4481-853f-482574a0e947 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.872181] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1131.872181] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520de0c3-047b-e888-2914-d3d379bd5278" [ 1131.872181] env[62664]: _type = "Task" [ 1131.872181] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.880804] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520de0c3-047b-e888-2914-d3d379bd5278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.947180] env[62664]: DEBUG nova.network.neutron [-] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.142438] env[62664]: DEBUG nova.objects.base [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Object Instance<288e1d97-19b2-4162-ae28-dd5063b6a6f5> lazy-loaded attributes: resources,numa_topology {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1132.251466] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f59975-0df8-4252-8b9d-3950c0f1c7c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.254637] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6fb1523-7af1-4db5-8a3d-bfa62dc66dba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.259452] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f630ca0-3824-45e7-84ec-0bab8fe82775 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.266053] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db15b33-b4a5-4355-94b8-8ce42160c600 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.301604] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9ea4d6-38bc-4202-8509-a734f5a382e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.308735] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe89aea2-a943-4fa9-a0fb-4fe89dd2254e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.319666] env[62664]: DEBUG nova.compute.manager [req-59cd3625-ebfd-4103-9787-1bc6ffe97ec7 req-a7d2cff5-27bb-4d29-a710-cf395541c8d4 service nova] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Detach interface failed, port_id=147cad01-1bfa-4c75-b37d-ad728828290c, reason: Instance a881c010-07df-40df-a487-42e3e382c8bc could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1132.329450] env[62664]: DEBUG nova.compute.provider_tree [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.352454] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.382579] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]520de0c3-047b-e888-2914-d3d379bd5278, 'name': SearchDatastore_Task, 'duration_secs': 0.013342} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.382839] env[62664]: DEBUG oslo_concurrency.lockutils [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.383102] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 87525206-a87a-4a3a-9699-4c7757749432/87525206-a87a-4a3a-9699-4c7757749432.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.383350] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9743391-b0e5-4ca4-9dd0-1a8aef252788 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.390689] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1132.390689] env[62664]: value = "task-2698635" [ 1132.390689] env[62664]: _type = "Task" [ 1132.390689] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.398865] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.450121] env[62664]: INFO nova.compute.manager [-] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Took 1.46 seconds to deallocate network for instance. [ 1132.638736] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "b8133667-2b28-43a4-b206-57ace8595724" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.639157] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "b8133667-2b28-43a4-b206-57ace8595724" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.833331] env[62664]: DEBUG nova.scheduler.client.report [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.901147] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477509} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.901404] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 87525206-a87a-4a3a-9699-4c7757749432/87525206-a87a-4a3a-9699-4c7757749432.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.901619] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.901889] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b57411f-a7ca-4d45-8b27-a1f6eced9526 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.909995] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1132.909995] env[62664]: value = "task-2698636" [ 1132.909995] env[62664]: _type = "Task" [ 1132.909995] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.918693] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.956965] env[62664]: DEBUG oslo_concurrency.lockutils [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.143115] env[62664]: DEBUG nova.compute.manager [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.339102] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.341435] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.989s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.342883] env[62664]: INFO nova.compute.claims [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.419399] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063783} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.419656] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.420437] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695f75c7-ecc4-42aa-9332-33aa058a1b4d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.442540] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 87525206-a87a-4a3a-9699-4c7757749432/87525206-a87a-4a3a-9699-4c7757749432.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.442767] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6af2ce-990d-481c-856a-a252d2dc8873 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.461654] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1133.461654] env[62664]: value = "task-2698637" [ 1133.461654] env[62664]: _type = "Task" [ 1133.461654] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.469255] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.664275] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.853795] env[62664]: DEBUG oslo_concurrency.lockutils [None req-83032d53-cf8a-4e62-9a94-dc6000753ab3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.292s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.854620] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.151s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.854804] env[62664]: INFO nova.compute.manager [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Unshelving [ 1133.972442] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698637, 'name': ReconfigVM_Task, 'duration_secs': 0.289036} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.972744] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 87525206-a87a-4a3a-9699-4c7757749432/87525206-a87a-4a3a-9699-4c7757749432.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.973873] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'image_id': 'e056a389-db67-47df-a0e1-5d8e9f6cd089'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543804', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'name': 'volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87525206-a87a-4a3a-9699-4c7757749432', 'attached_at': '', 'detached_at': '', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'serial': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe'}, 'mount_device': '/dev/sdb', 'attachment_id': '92039712-6124-49b8-81df-f3547c13d8a9', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62664) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1133.974089] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1133.974288] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543804', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'name': 'volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87525206-a87a-4a3a-9699-4c7757749432', 'attached_at': '', 'detached_at': '', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'serial': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1133.975086] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2ca858-1649-44af-9b15-392fbb178048 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.991597] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb625990-21e1-4e57-97e9-54493a3db419 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.016089] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe/volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.016355] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c732967e-7119-48d8-8f3c-25f243bc3dc1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.034665] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1134.034665] env[62664]: value = "task-2698638" [ 1134.034665] env[62664]: _type = "Task" [ 1134.034665] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.042398] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.460583] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258fd357-b2ce-4bcd-91ac-aec08f779956 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.468451] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d10afc0-51f8-4365-b05a-e37d60c69781 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.499484] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688d9e03-999e-4515-97ca-cb4f8afc785a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.506681] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174b3dc0-7ce6-45ca-8ce2-cb1ceb6b1787 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.521317] env[62664]: DEBUG nova.compute.provider_tree [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.543655] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698638, 'name': ReconfigVM_Task, 'duration_secs': 0.281423} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.543906] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe/volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.548639] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd4ac42-0b0a-42a3-a217-b2fadb8308d1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.563643] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1134.563643] env[62664]: value = "task-2698639" [ 1134.563643] env[62664]: _type = "Task" [ 1134.563643] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.571528] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.876640] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.025069] env[62664]: DEBUG nova.scheduler.client.report [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.074057] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698639, 'name': ReconfigVM_Task, 'duration_secs': 0.149938} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.074366] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543804', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'name': 'volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87525206-a87a-4a3a-9699-4c7757749432', 'attached_at': '', 'detached_at': '', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'serial': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.074903] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7246ccf-19f3-4c5a-a94a-29e1bba93daf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.081353] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1135.081353] env[62664]: value = "task-2698640" [ 1135.081353] env[62664]: _type = "Task" [ 1135.081353] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.088846] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698640, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.529981] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.530532] env[62664]: DEBUG nova.compute.manager [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.533867] env[62664]: DEBUG oslo_concurrency.lockutils [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.577s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.534054] env[62664]: DEBUG oslo_concurrency.lockutils [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.536095] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.872s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.537425] env[62664]: INFO nova.compute.claims [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.567184] env[62664]: INFO nova.scheduler.client.report [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleted allocations for instance a881c010-07df-40df-a487-42e3e382c8bc [ 1135.591894] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698640, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.035304] env[62664]: DEBUG nova.compute.utils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1136.036749] env[62664]: DEBUG nova.compute.manager [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.036919] env[62664]: DEBUG nova.network.neutron [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.074957] env[62664]: DEBUG oslo_concurrency.lockutils [None req-417c90d3-f094-4790-8685-b7b8052dfb03 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "a881c010-07df-40df-a487-42e3e382c8bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.715s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.083015] env[62664]: DEBUG nova.policy [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '871aea90db614aa8b61fff94a5f17ef5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88f7e851b78f445bb1d320c3b4aed9de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.094481] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698640, 'name': Rename_Task, 'duration_secs': 0.739249} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.094709] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.094955] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aaebba8-e027-43b7-9184-c84068eda05f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.102968] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1136.102968] env[62664]: value = "task-2698641" [ 1136.102968] env[62664]: _type = "Task" [ 1136.102968] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.110723] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.380250] env[62664]: DEBUG nova.network.neutron [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Successfully created port: 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.540985] env[62664]: DEBUG nova.compute.manager [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.619642] env[62664]: DEBUG oslo_vmware.api [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698641, 'name': PowerOnVM_Task, 'duration_secs': 0.484225} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.622516] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.626025] env[62664]: DEBUG nova.compute.manager [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.626025] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e387a953-3b88-4ea7-82cb-1cf8972c8e69 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.688184] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794a7db6-dfbf-48d1-9af7-047ba83e3a44 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.696775] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9605b8a6-75ac-48fe-83b8-82fe5ef5a860 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.731837] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f7b29-dc4f-44c8-b0d6-f957e88e503c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.742371] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96153a62-9382-408b-84d8-32a1185ac8fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.764267] env[62664]: DEBUG nova.compute.provider_tree [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.141424] env[62664]: DEBUG oslo_concurrency.lockutils [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.267593] env[62664]: DEBUG nova.scheduler.client.report [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.505425] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "6bd15795-9e23-4678-84e5-7010713717eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.505874] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "6bd15795-9e23-4678-84e5-7010713717eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.556396] env[62664]: DEBUG nova.compute.manager [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.584839] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.584993] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.585161] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.585382] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.585553] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.585838] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.586141] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.586318] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.586491] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.586719] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.586826] env[62664]: DEBUG nova.virt.hardware [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.588015] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e179e190-4eec-403e-82af-2db98ec93578 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.596471] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9d3059-337d-4636-a7ec-6a05ec6f3f9c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.772565] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.773156] env[62664]: DEBUG nova.compute.manager [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.775778] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.899s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.776074] env[62664]: DEBUG nova.objects.instance [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'pci_requests' on Instance uuid 288e1d97-19b2-4162-ae28-dd5063b6a6f5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.832526] env[62664]: DEBUG nova.compute.manager [req-564706a9-b47a-4a41-9f13-75e6f09651eb req-799e0d49-d013-418f-88dc-3b376aae1c5c service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Received event network-vif-plugged-10e586a5-a2e2-46dc-8e1a-dc4eede8b015 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.832708] env[62664]: DEBUG oslo_concurrency.lockutils [req-564706a9-b47a-4a41-9f13-75e6f09651eb req-799e0d49-d013-418f-88dc-3b376aae1c5c service nova] Acquiring lock "839bbb54-8100-4ed6-9e8d-c8299147d567-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.832920] env[62664]: DEBUG oslo_concurrency.lockutils [req-564706a9-b47a-4a41-9f13-75e6f09651eb req-799e0d49-d013-418f-88dc-3b376aae1c5c service nova] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.833105] env[62664]: DEBUG oslo_concurrency.lockutils [req-564706a9-b47a-4a41-9f13-75e6f09651eb req-799e0d49-d013-418f-88dc-3b376aae1c5c service nova] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.833275] env[62664]: DEBUG nova.compute.manager [req-564706a9-b47a-4a41-9f13-75e6f09651eb req-799e0d49-d013-418f-88dc-3b376aae1c5c service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] No waiting events found dispatching network-vif-plugged-10e586a5-a2e2-46dc-8e1a-dc4eede8b015 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.833441] env[62664]: WARNING nova.compute.manager [req-564706a9-b47a-4a41-9f13-75e6f09651eb req-799e0d49-d013-418f-88dc-3b376aae1c5c service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Received unexpected event network-vif-plugged-10e586a5-a2e2-46dc-8e1a-dc4eede8b015 for instance with vm_state building and task_state spawning. [ 1137.918997] env[62664]: DEBUG nova.network.neutron [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Successfully updated port: 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.008546] env[62664]: DEBUG nova.compute.manager [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.279057] env[62664]: DEBUG nova.compute.utils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1138.282567] env[62664]: DEBUG nova.objects.instance [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'numa_topology' on Instance uuid 288e1d97-19b2-4162-ae28-dd5063b6a6f5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.282887] env[62664]: DEBUG nova.compute.manager [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.283066] env[62664]: DEBUG nova.network.neutron [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.336307] env[62664]: DEBUG nova.policy [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e828a2eb4c740aaa1edc01a279d16c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b919b3591847379c709b200f9aad89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.422949] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.422949] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.423121] env[62664]: DEBUG nova.network.neutron [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.533194] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.645882] env[62664]: DEBUG nova.network.neutron [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Successfully created port: bd4fe466-647a-45cf-99cc-08f882657c96 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.786438] env[62664]: DEBUG nova.compute.manager [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.789313] env[62664]: INFO nova.compute.claims [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.978838] env[62664]: DEBUG nova.network.neutron [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.117557] env[62664]: DEBUG nova.network.neutron [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance_info_cache with network_info: [{"id": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "address": "fa:16:3e:8e:93:ea", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e586a5-a2", "ovs_interfaceid": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.620434] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.620845] env[62664]: DEBUG nova.compute.manager [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Instance network_info: |[{"id": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "address": "fa:16:3e:8e:93:ea", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e586a5-a2", "ovs_interfaceid": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.621163] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:93:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10e586a5-a2e2-46dc-8e1a-dc4eede8b015', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.628601] env[62664]: DEBUG oslo.service.loopingcall [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1139.629684] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.629684] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f78757-7c4a-46cd-8e58-db0973629c2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.649731] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.649731] env[62664]: value = "task-2698642" [ 1139.649731] env[62664]: _type = "Task" [ 1139.649731] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.661317] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698642, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.798891] env[62664]: DEBUG nova.compute.manager [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.831415] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.831806] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.831928] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.832217] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.832384] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.832569] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.832801] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.832966] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.833152] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.833318] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.833494] env[62664]: DEBUG nova.virt.hardware [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.834521] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b182ffa-7bf5-4431-b929-d0aef98ccb62 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.845423] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbecfd5-6652-4235-b2d0-17d7e67d2a67 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.865527] env[62664]: DEBUG nova.compute.manager [req-595e532c-9952-43fd-8441-94ada199c530 req-81d1b9f2-962e-4164-ba1d-8610ca902c98 service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Received event network-changed-10e586a5-a2e2-46dc-8e1a-dc4eede8b015 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.865725] env[62664]: DEBUG nova.compute.manager [req-595e532c-9952-43fd-8441-94ada199c530 req-81d1b9f2-962e-4164-ba1d-8610ca902c98 service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Refreshing instance network info cache due to event network-changed-10e586a5-a2e2-46dc-8e1a-dc4eede8b015. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1139.865941] env[62664]: DEBUG oslo_concurrency.lockutils [req-595e532c-9952-43fd-8441-94ada199c530 req-81d1b9f2-962e-4164-ba1d-8610ca902c98 service nova] Acquiring lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.866099] env[62664]: DEBUG oslo_concurrency.lockutils [req-595e532c-9952-43fd-8441-94ada199c530 req-81d1b9f2-962e-4164-ba1d-8610ca902c98 service nova] Acquired lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.866262] env[62664]: DEBUG nova.network.neutron [req-595e532c-9952-43fd-8441-94ada199c530 req-81d1b9f2-962e-4164-ba1d-8610ca902c98 service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Refreshing network info cache for port 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.929944] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304ab165-ec21-4604-a4f7-c9f26327be92 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.938396] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90721e01-d259-4f5e-8a36-e33350210041 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.969346] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835702d5-6267-4bd6-8372-e656bf5cff45 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.977846] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbf7e17-2f95-4214-ac21-1c4f31c5eaba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.991485] env[62664]: DEBUG nova.compute.provider_tree [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.147964] env[62664]: DEBUG nova.network.neutron [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Successfully updated port: bd4fe466-647a-45cf-99cc-08f882657c96 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.161268] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698642, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.494834] env[62664]: DEBUG nova.scheduler.client.report [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.560889] env[62664]: DEBUG nova.network.neutron [req-595e532c-9952-43fd-8441-94ada199c530 req-81d1b9f2-962e-4164-ba1d-8610ca902c98 service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updated VIF entry in instance network info cache for port 10e586a5-a2e2-46dc-8e1a-dc4eede8b015. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.561268] env[62664]: DEBUG nova.network.neutron [req-595e532c-9952-43fd-8441-94ada199c530 req-81d1b9f2-962e-4164-ba1d-8610ca902c98 service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance_info_cache with network_info: [{"id": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "address": "fa:16:3e:8e:93:ea", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e586a5-a2", "ovs_interfaceid": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.651178] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.651493] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.651493] env[62664]: DEBUG nova.network.neutron [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.662568] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698642, 'name': CreateVM_Task, 'duration_secs': 0.696936} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.662732] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.663421] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.663584] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.663892] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.664168] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca6ecf9-c2b4-4ac3-93cd-8b09671e7a82 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.669656] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1140.669656] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5252c734-98cc-a9de-e627-8a3c09232e89" [ 1140.669656] env[62664]: _type = "Task" [ 1140.669656] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.677736] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5252c734-98cc-a9de-e627-8a3c09232e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.000776] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.225s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.003024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.862s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.003697] env[62664]: DEBUG nova.objects.instance [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62664) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1141.055587] env[62664]: INFO nova.network.neutron [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updating port db5482bf-b79f-46bb-a72e-759b58913342 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1141.064196] env[62664]: DEBUG oslo_concurrency.lockutils [req-595e532c-9952-43fd-8441-94ada199c530 req-81d1b9f2-962e-4164-ba1d-8610ca902c98 service nova] Releasing lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.184215] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5252c734-98cc-a9de-e627-8a3c09232e89, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.184215] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.184215] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.184215] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.184215] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.184215] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.184215] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3871eae0-99ef-4cd0-8f3e-96772067de66 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.194426] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.194426] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.196599] env[62664]: DEBUG nova.network.neutron [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.197371] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798524ed-358d-4626-b216-06dbffc52966 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.203154] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1141.203154] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5211de23-c7f8-5a78-2b76-9711223b98fa" [ 1141.203154] env[62664]: _type = "Task" [ 1141.203154] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.211729] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5211de23-c7f8-5a78-2b76-9711223b98fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.322322] env[62664]: DEBUG nova.network.neutron [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance_info_cache with network_info: [{"id": "bd4fe466-647a-45cf-99cc-08f882657c96", "address": "fa:16:3e:41:f5:95", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4fe466-64", "ovs_interfaceid": "bd4fe466-647a-45cf-99cc-08f882657c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.714200] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5211de23-c7f8-5a78-2b76-9711223b98fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.714943] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631c3d1f-d42b-4785-8af1-d1159accef41 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.720395] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1141.720395] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52771e0c-90b1-4c8e-bc86-c29eca188440" [ 1141.720395] env[62664]: _type = "Task" [ 1141.720395] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.728286] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52771e0c-90b1-4c8e-bc86-c29eca188440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.824659] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.824992] env[62664]: DEBUG nova.compute.manager [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Instance network_info: |[{"id": "bd4fe466-647a-45cf-99cc-08f882657c96", "address": "fa:16:3e:41:f5:95", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4fe466-64", "ovs_interfaceid": "bd4fe466-647a-45cf-99cc-08f882657c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.825440] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:f5:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd4fe466-647a-45cf-99cc-08f882657c96', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.838857] env[62664]: DEBUG oslo.service.loopingcall [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.839107] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8133667-2b28-43a4-b206-57ace8595724] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.839342] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-395cd829-c0ca-4e12-93ed-95c1f1d7ff49 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.859213] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.859213] env[62664]: value = "task-2698643" [ 1141.859213] env[62664]: _type = "Task" [ 1141.859213] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.866968] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698643, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.882642] env[62664]: DEBUG nova.compute.manager [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Received event network-vif-plugged-bd4fe466-647a-45cf-99cc-08f882657c96 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.882789] env[62664]: DEBUG oslo_concurrency.lockutils [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] Acquiring lock "b8133667-2b28-43a4-b206-57ace8595724-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.883027] env[62664]: DEBUG oslo_concurrency.lockutils [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] Lock "b8133667-2b28-43a4-b206-57ace8595724-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.883191] env[62664]: DEBUG oslo_concurrency.lockutils [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] Lock "b8133667-2b28-43a4-b206-57ace8595724-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.883357] env[62664]: DEBUG nova.compute.manager [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] No waiting events found dispatching network-vif-plugged-bd4fe466-647a-45cf-99cc-08f882657c96 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.883520] env[62664]: WARNING nova.compute.manager [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Received unexpected event network-vif-plugged-bd4fe466-647a-45cf-99cc-08f882657c96 for instance with vm_state building and task_state spawning. [ 1141.883676] env[62664]: DEBUG nova.compute.manager [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Received event network-changed-bd4fe466-647a-45cf-99cc-08f882657c96 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.883826] env[62664]: DEBUG nova.compute.manager [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Refreshing instance network info cache due to event network-changed-bd4fe466-647a-45cf-99cc-08f882657c96. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1141.884016] env[62664]: DEBUG oslo_concurrency.lockutils [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] Acquiring lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.884166] env[62664]: DEBUG oslo_concurrency.lockutils [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] Acquired lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.884322] env[62664]: DEBUG nova.network.neutron [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Refreshing network info cache for port bd4fe466-647a-45cf-99cc-08f882657c96 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.014244] env[62664]: DEBUG oslo_concurrency.lockutils [None req-79693556-133b-4e3b-a4b0-6659e01afba7 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.015535] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.482s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.017925] env[62664]: INFO nova.compute.claims [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.230769] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52771e0c-90b1-4c8e-bc86-c29eca188440, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.231076] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.231337] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 839bbb54-8100-4ed6-9e8d-c8299147d567/839bbb54-8100-4ed6-9e8d-c8299147d567.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.231592] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5fb4eaf-a451-4d9e-831b-e3e0b5efea6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.239270] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1142.239270] env[62664]: value = "task-2698644" [ 1142.239270] env[62664]: _type = "Task" [ 1142.239270] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.247313] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.371656] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698643, 'name': CreateVM_Task, 'duration_secs': 0.35075} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.371848] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8133667-2b28-43a4-b206-57ace8595724] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.372537] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.372708] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.373066] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.373329] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b033b7fc-45b3-47ac-8e83-fec6c109cdf5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.379045] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1142.379045] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5241cfaf-b517-e285-d97f-d0e7511a8489" [ 1142.379045] env[62664]: _type = "Task" [ 1142.379045] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.389150] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5241cfaf-b517-e285-d97f-d0e7511a8489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.600747] env[62664]: DEBUG nova.network.neutron [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updated VIF entry in instance network info cache for port bd4fe466-647a-45cf-99cc-08f882657c96. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.601168] env[62664]: DEBUG nova.network.neutron [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance_info_cache with network_info: [{"id": "bd4fe466-647a-45cf-99cc-08f882657c96", "address": "fa:16:3e:41:f5:95", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4fe466-64", "ovs_interfaceid": "bd4fe466-647a-45cf-99cc-08f882657c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.749483] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476994} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.749835] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 839bbb54-8100-4ed6-9e8d-c8299147d567/839bbb54-8100-4ed6-9e8d-c8299147d567.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.749964] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.750237] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce4710d0-d3e4-4545-841b-ad2a538a28f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.756827] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1142.756827] env[62664]: value = "task-2698645" [ 1142.756827] env[62664]: _type = "Task" [ 1142.756827] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.765151] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.841976] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.842199] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.842379] env[62664]: DEBUG nova.network.neutron [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.889470] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5241cfaf-b517-e285-d97f-d0e7511a8489, 'name': SearchDatastore_Task, 'duration_secs': 0.059334} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.889766] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.890040] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.890281] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.890430] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.890608] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.890857] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4396489d-81f4-4bab-a724-23657ac8dd28 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.899811] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.899811] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.900449] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09d892d-5990-4696-bf42-a83c6d6b52ac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.905435] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1142.905435] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529cfd0c-50c0-aa7a-cdb7-1c136f87c96a" [ 1142.905435] env[62664]: _type = "Task" [ 1142.905435] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.913047] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529cfd0c-50c0-aa7a-cdb7-1c136f87c96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.103839] env[62664]: DEBUG oslo_concurrency.lockutils [req-c601f898-0394-4785-a614-b4de806e9e96 req-90872a48-4a26-458c-98df-8e3d63742f76 service nova] Releasing lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.136469] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbba4cd6-a1f9-436d-b68a-f9423267b62f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.144845] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c436b43b-430c-4024-9f30-ed854a36453b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.184430] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24962651-79f4-450e-9d09-b7260b51c85a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.193398] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52b63c7-5b62-4c85-ba07-ae9ccd62a203 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.207843] env[62664]: DEBUG nova.compute.provider_tree [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.266449] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068521} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.266714] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.267582] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30702ef2-4d13-4f14-95fb-b5784b051a28 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.291286] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 839bbb54-8100-4ed6-9e8d-c8299147d567/839bbb54-8100-4ed6-9e8d-c8299147d567.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.291551] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb97d6d5-420b-47f3-927e-e40069f3133e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.312651] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1143.312651] env[62664]: value = "task-2698646" [ 1143.312651] env[62664]: _type = "Task" [ 1143.312651] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.320862] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.418108] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529cfd0c-50c0-aa7a-cdb7-1c136f87c96a, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.419243] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e16d645-33b9-41ef-87a1-9f33db5296a9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.427308] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1143.427308] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5294806d-a3bd-9307-b15a-09fe28917c3a" [ 1143.427308] env[62664]: _type = "Task" [ 1143.427308] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.438455] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5294806d-a3bd-9307-b15a-09fe28917c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.565603] env[62664]: DEBUG nova.network.neutron [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updating instance_info_cache with network_info: [{"id": "db5482bf-b79f-46bb-a72e-759b58913342", "address": "fa:16:3e:fa:c4:5e", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5482bf-b7", "ovs_interfaceid": "db5482bf-b79f-46bb-a72e-759b58913342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.711066] env[62664]: DEBUG nova.scheduler.client.report [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.824134] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698646, 'name': ReconfigVM_Task, 'duration_secs': 0.303379} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.824425] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 839bbb54-8100-4ed6-9e8d-c8299147d567/839bbb54-8100-4ed6-9e8d-c8299147d567.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.825068] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0695632a-d4bc-4a2d-95be-d35b1061e9c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.832855] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1143.832855] env[62664]: value = "task-2698647" [ 1143.832855] env[62664]: _type = "Task" [ 1143.832855] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.840986] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698647, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.926287] env[62664]: DEBUG nova.compute.manager [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received event network-vif-plugged-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.926588] env[62664]: DEBUG oslo_concurrency.lockutils [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] Acquiring lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.926846] env[62664]: DEBUG oslo_concurrency.lockutils [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.927072] env[62664]: DEBUG oslo_concurrency.lockutils [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.927293] env[62664]: DEBUG nova.compute.manager [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] No waiting events found dispatching network-vif-plugged-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.927501] env[62664]: WARNING nova.compute.manager [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received unexpected event network-vif-plugged-db5482bf-b79f-46bb-a72e-759b58913342 for instance with vm_state shelved_offloaded and task_state spawning. [ 1143.927699] env[62664]: DEBUG nova.compute.manager [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received event network-changed-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.927905] env[62664]: DEBUG nova.compute.manager [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Refreshing instance network info cache due to event network-changed-db5482bf-b79f-46bb-a72e-759b58913342. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1143.928132] env[62664]: DEBUG oslo_concurrency.lockutils [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] Acquiring lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.940589] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5294806d-a3bd-9307-b15a-09fe28917c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.940883] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.941217] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] b8133667-2b28-43a4-b206-57ace8595724/b8133667-2b28-43a4-b206-57ace8595724.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.941535] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df40d421-1fe0-40c0-8a91-69b15087cd2a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.952217] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1143.952217] env[62664]: value = "task-2698648" [ 1143.952217] env[62664]: _type = "Task" [ 1143.952217] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.961274] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.068226] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.070778] env[62664]: DEBUG oslo_concurrency.lockutils [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] Acquired lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.071037] env[62664]: DEBUG nova.network.neutron [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Refreshing network info cache for port db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.100650] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='701c51e25fa7f6deeb8e244e2c659fa0',container_format='bare',created_at=2025-02-19T17:23:52Z,direct_url=,disk_format='vmdk',id=12caa5e8-9a05-4ea4-85d6-4affb53748e6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1279738907-shelved',owner='e00ca18dd6bc4e9ea47e1def94ada368',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-19T17:24:07Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.100914] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.101126] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.101378] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.101567] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.101616] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.101835] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.102019] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.102203] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.102382] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.102559] env[62664]: DEBUG nova.virt.hardware [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.103455] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa143a5a-14a0-4099-a7aa-a7b5408533c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.111978] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4320bd-c319-4023-89c5-938830c102d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.127741] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:c4:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db5482bf-b79f-46bb-a72e-759b58913342', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.135589] env[62664]: DEBUG oslo.service.loopingcall [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.135898] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.136147] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b8154aa-0c15-4cca-9498-3e1ee047ce01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.165293] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.165293] env[62664]: value = "task-2698649" [ 1144.165293] env[62664]: _type = "Task" [ 1144.165293] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.182557] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698649, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.216484] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.217067] env[62664]: DEBUG nova.compute.manager [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.347923] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698647, 'name': Rename_Task, 'duration_secs': 0.155651} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.348487] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.348914] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d740362-9427-4df1-bfa9-a48b3ae1994e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.359170] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1144.359170] env[62664]: value = "task-2698650" [ 1144.359170] env[62664]: _type = "Task" [ 1144.359170] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.368785] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.463741] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698648, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.677273] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698649, 'name': CreateVM_Task, 'duration_secs': 0.446238} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.677443] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.678125] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.678294] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.678653] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.678898] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837160c8-e553-4484-a79b-a6d72b356964 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.684392] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1144.684392] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5255cc79-1a3a-08ec-746c-45f97d0e804e" [ 1144.684392] env[62664]: _type = "Task" [ 1144.684392] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.700370] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.700605] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Processing image 12caa5e8-9a05-4ea4-85d6-4affb53748e6 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.700844] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6/12caa5e8-9a05-4ea4-85d6-4affb53748e6.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.700989] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6/12caa5e8-9a05-4ea4-85d6-4affb53748e6.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.701183] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.701419] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-392093da-9167-4375-85e9-4053fe1f19ce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.710930] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.711124] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.711823] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b3947b-3852-4154-9546-f9766b67e170 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.717659] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1144.717659] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b30a1f-9087-ac9a-394f-ce46850c037d" [ 1144.717659] env[62664]: _type = "Task" [ 1144.717659] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.723263] env[62664]: DEBUG nova.compute.utils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1144.724534] env[62664]: DEBUG nova.compute.manager [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.724699] env[62664]: DEBUG nova.network.neutron [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.735820] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Preparing fetch location {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1144.735966] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Fetch image to [datastore2] OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200/OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200.vmdk {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1144.736154] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Downloading stream optimized image 12caa5e8-9a05-4ea4-85d6-4affb53748e6 to [datastore2] OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200/OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200.vmdk on the data store datastore2 as vApp {{(pid=62664) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1144.736909] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Downloading image file data 12caa5e8-9a05-4ea4-85d6-4affb53748e6 to the ESX as VM named 'OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200' {{(pid=62664) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1144.775279] env[62664]: DEBUG nova.policy [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ab3825f7c744eb976ab71ee5f71fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfa326de3e2b402cb8f1bce0cc2c4d69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.777858] env[62664]: DEBUG nova.network.neutron [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updated VIF entry in instance network info cache for port db5482bf-b79f-46bb-a72e-759b58913342. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.778213] env[62664]: DEBUG nova.network.neutron [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updating instance_info_cache with network_info: [{"id": "db5482bf-b79f-46bb-a72e-759b58913342", "address": "fa:16:3e:fa:c4:5e", "network": {"id": "6e69013b-678e-4d89-9cec-87c091e0e094", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1272483611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00ca18dd6bc4e9ea47e1def94ada368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5482bf-b7", "ovs_interfaceid": "db5482bf-b79f-46bb-a72e-759b58913342", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.806048] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1144.806048] env[62664]: value = "resgroup-9" [ 1144.806048] env[62664]: _type = "ResourcePool" [ 1144.806048] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1144.806512] env[62664]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-efb67be4-4240-4f23-9d2b-79129a0c320f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.830431] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lease: (returnval){ [ 1144.830431] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a9166b-f904-1be1-020c-0750b08a57df" [ 1144.830431] env[62664]: _type = "HttpNfcLease" [ 1144.830431] env[62664]: } obtained for vApp import into resource pool (val){ [ 1144.830431] env[62664]: value = "resgroup-9" [ 1144.830431] env[62664]: _type = "ResourcePool" [ 1144.830431] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1144.831621] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the lease: (returnval){ [ 1144.831621] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a9166b-f904-1be1-020c-0750b08a57df" [ 1144.831621] env[62664]: _type = "HttpNfcLease" [ 1144.831621] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1144.837344] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.837344] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a9166b-f904-1be1-020c-0750b08a57df" [ 1144.837344] env[62664]: _type = "HttpNfcLease" [ 1144.837344] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1144.869732] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.966040] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524532} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.966040] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] b8133667-2b28-43a4-b206-57ace8595724/b8133667-2b28-43a4-b206-57ace8595724.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.966040] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.966040] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c13047e2-92bb-4646-92a3-f92a605f9869 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.973497] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1144.973497] env[62664]: value = "task-2698652" [ 1144.973497] env[62664]: _type = "Task" [ 1144.973497] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.982684] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.140647] env[62664]: DEBUG nova.network.neutron [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Successfully created port: 4e244a58-a472-4543-8379-8a053211c520 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.227650] env[62664]: DEBUG nova.compute.manager [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.280762] env[62664]: DEBUG oslo_concurrency.lockutils [req-54abffe4-9ab6-46f0-821e-be60041e64d8 req-f2d5d898-96c0-4f94-86f9-86ecec7f10db service nova] Releasing lock "refresh_cache-288e1d97-19b2-4162-ae28-dd5063b6a6f5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.339210] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.339210] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a9166b-f904-1be1-020c-0750b08a57df" [ 1145.339210] env[62664]: _type = "HttpNfcLease" [ 1145.339210] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1145.369574] env[62664]: DEBUG oslo_vmware.api [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698650, 'name': PowerOnVM_Task, 'duration_secs': 0.583673} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.369911] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.370156] env[62664]: INFO nova.compute.manager [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1145.370341] env[62664]: DEBUG nova.compute.manager [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.371180] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb493330-a7f2-482d-8d09-95a60708dcfc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.484218] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17487} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.484613] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.485551] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff61ae0-4a56-4d8a-b9ae-fdb8c3aa8121 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.510675] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] b8133667-2b28-43a4-b206-57ace8595724/b8133667-2b28-43a4-b206-57ace8595724.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.511017] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b369c7-4710-431d-853d-6bfc80e96e94 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.532354] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1145.532354] env[62664]: value = "task-2698653" [ 1145.532354] env[62664]: _type = "Task" [ 1145.532354] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.541016] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.841832] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.841832] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a9166b-f904-1be1-020c-0750b08a57df" [ 1145.841832] env[62664]: _type = "HttpNfcLease" [ 1145.841832] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1145.842327] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1145.842327] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a9166b-f904-1be1-020c-0750b08a57df" [ 1145.842327] env[62664]: _type = "HttpNfcLease" [ 1145.842327] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1145.842848] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba2fdb8-3d8a-4b89-838e-831decc8406a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.850370] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fd5ae-15e1-366f-aa4e-66ee73f36913/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1145.850553] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fd5ae-15e1-366f-aa4e-66ee73f36913/disk-0.vmdk. {{(pid=62664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1145.915824] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec7ae3e7-4963-4139-bf76-820db5437929 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.918977] env[62664]: INFO nova.compute.manager [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Took 13.58 seconds to build instance. [ 1146.045685] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698653, 'name': ReconfigVM_Task, 'duration_secs': 0.303628} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.046080] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Reconfigured VM instance instance-00000071 to attach disk [datastore2] b8133667-2b28-43a4-b206-57ace8595724/b8133667-2b28-43a4-b206-57ace8595724.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.046907] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d52bb89b-e019-4ab5-9e75-fb5a6ce9dd10 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.054982] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1146.054982] env[62664]: value = "task-2698654" [ 1146.054982] env[62664]: _type = "Task" [ 1146.054982] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.064679] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698654, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.237891] env[62664]: DEBUG nova.compute.manager [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.265294] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.265538] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.265696] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.265874] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.266035] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.266192] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.266398] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.266553] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.266718] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.266905] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.267126] env[62664]: DEBUG nova.virt.hardware [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.268073] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d73724-e0de-469b-88f2-7837ee249b56 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.276683] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4421bcd-7577-4d63-b2aa-fa20a6a9d53d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.422201] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2c4dd284-6669-4b6f-9a1b-f12fd83abe06 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.096s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.568498] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698654, 'name': Rename_Task, 'duration_secs': 0.163972} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.568840] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.569037] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0797ceb-a13c-4740-9138-d4bd9707534d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.578743] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1146.578743] env[62664]: value = "task-2698655" [ 1146.578743] env[62664]: _type = "Task" [ 1146.578743] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.595293] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.600069] env[62664]: DEBUG nova.network.neutron [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Successfully updated port: 4e244a58-a472-4543-8379-8a053211c520 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.775646] env[62664]: DEBUG nova.compute.manager [req-de333839-0d90-4c69-8c6b-bcea29b6c1a1 req-d0750a84-a40e-462d-a8a2-2da05ee692e8 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Received event network-vif-plugged-4e244a58-a472-4543-8379-8a053211c520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.775876] env[62664]: DEBUG oslo_concurrency.lockutils [req-de333839-0d90-4c69-8c6b-bcea29b6c1a1 req-d0750a84-a40e-462d-a8a2-2da05ee692e8 service nova] Acquiring lock "6bd15795-9e23-4678-84e5-7010713717eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.777045] env[62664]: DEBUG oslo_concurrency.lockutils [req-de333839-0d90-4c69-8c6b-bcea29b6c1a1 req-d0750a84-a40e-462d-a8a2-2da05ee692e8 service nova] Lock "6bd15795-9e23-4678-84e5-7010713717eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.777045] env[62664]: DEBUG oslo_concurrency.lockutils [req-de333839-0d90-4c69-8c6b-bcea29b6c1a1 req-d0750a84-a40e-462d-a8a2-2da05ee692e8 service nova] Lock "6bd15795-9e23-4678-84e5-7010713717eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.777045] env[62664]: DEBUG nova.compute.manager [req-de333839-0d90-4c69-8c6b-bcea29b6c1a1 req-d0750a84-a40e-462d-a8a2-2da05ee692e8 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] No waiting events found dispatching network-vif-plugged-4e244a58-a472-4543-8379-8a053211c520 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.778061] env[62664]: WARNING nova.compute.manager [req-de333839-0d90-4c69-8c6b-bcea29b6c1a1 req-d0750a84-a40e-462d-a8a2-2da05ee692e8 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Received unexpected event network-vif-plugged-4e244a58-a472-4543-8379-8a053211c520 for instance with vm_state building and task_state spawning. [ 1146.811838] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "interface-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-7af09fa3-c6b6-4c13-9321-4e598056e9ac" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.812179] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-7af09fa3-c6b6-4c13-9321-4e598056e9ac" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.812593] env[62664]: DEBUG nova.objects.instance [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'flavor' on Instance uuid dcdf28f8-dd2b-4fd2-a05c-2da8098f9389 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.854719] env[62664]: DEBUG nova.compute.manager [req-314bb9bd-a248-4803-8adb-ea97b3f150fc req-dacd840b-d62f-4c7a-b0a2-1748231ca500 service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Received event network-changed-10e586a5-a2e2-46dc-8e1a-dc4eede8b015 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.855037] env[62664]: DEBUG nova.compute.manager [req-314bb9bd-a248-4803-8adb-ea97b3f150fc req-dacd840b-d62f-4c7a-b0a2-1748231ca500 service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Refreshing instance network info cache due to event network-changed-10e586a5-a2e2-46dc-8e1a-dc4eede8b015. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1146.855217] env[62664]: DEBUG oslo_concurrency.lockutils [req-314bb9bd-a248-4803-8adb-ea97b3f150fc req-dacd840b-d62f-4c7a-b0a2-1748231ca500 service nova] Acquiring lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.855378] env[62664]: DEBUG oslo_concurrency.lockutils [req-314bb9bd-a248-4803-8adb-ea97b3f150fc req-dacd840b-d62f-4c7a-b0a2-1748231ca500 service nova] Acquired lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.855539] env[62664]: DEBUG nova.network.neutron [req-314bb9bd-a248-4803-8adb-ea97b3f150fc req-dacd840b-d62f-4c7a-b0a2-1748231ca500 service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Refreshing network info cache for port 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.091506] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698655, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.103860] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.103915] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.104074] env[62664]: DEBUG nova.network.neutron [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.222208] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Completed reading data from the image iterator. {{(pid=62664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1147.222948] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fd5ae-15e1-366f-aa4e-66ee73f36913/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1147.223366] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5627106-0fff-41eb-b3e3-817624b99f98 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.230625] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fd5ae-15e1-366f-aa4e-66ee73f36913/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1147.230817] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fd5ae-15e1-366f-aa4e-66ee73f36913/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1147.231088] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4e235c18-fa4e-43ad-aa6e-805dde3d837d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.403470] env[62664]: DEBUG nova.objects.instance [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'pci_requests' on Instance uuid dcdf28f8-dd2b-4fd2-a05c-2da8098f9389 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.563528] env[62664]: DEBUG oslo_vmware.rw_handles [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521fd5ae-15e1-366f-aa4e-66ee73f36913/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1147.563748] env[62664]: INFO nova.virt.vmwareapi.images [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Downloaded image file data 12caa5e8-9a05-4ea4-85d6-4affb53748e6 [ 1147.564692] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b81832-f240-4be2-b058-0be2cd3af8e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.583337] env[62664]: DEBUG nova.network.neutron [req-314bb9bd-a248-4803-8adb-ea97b3f150fc req-dacd840b-d62f-4c7a-b0a2-1748231ca500 service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updated VIF entry in instance network info cache for port 10e586a5-a2e2-46dc-8e1a-dc4eede8b015. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.583648] env[62664]: DEBUG nova.network.neutron [req-314bb9bd-a248-4803-8adb-ea97b3f150fc req-dacd840b-d62f-4c7a-b0a2-1748231ca500 service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance_info_cache with network_info: [{"id": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "address": "fa:16:3e:8e:93:ea", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e586a5-a2", "ovs_interfaceid": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.587585] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cec396e3-6211-477a-ad80-bc27814175d5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.596035] env[62664]: DEBUG oslo_vmware.api [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698655, 'name': PowerOnVM_Task, 'duration_secs': 0.573343} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.596866] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.597097] env[62664]: INFO nova.compute.manager [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1147.597284] env[62664]: DEBUG nova.compute.manager [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.598163] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2f8575-00ed-415d-8daf-1d5cc606f9b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.616181] env[62664]: INFO nova.virt.vmwareapi.images [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] The imported VM was unregistered [ 1147.618634] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Caching image {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1147.618875] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Creating directory with path [datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.619488] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d5482b-8e44-467a-87da-eebd4c8d8675 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.633572] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Created directory with path [datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.633572] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200/OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200.vmdk to [datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6/12caa5e8-9a05-4ea4-85d6-4affb53748e6.vmdk. {{(pid=62664) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1147.633839] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3de4da07-a19e-4557-9028-8287d3e5df1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.642351] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1147.642351] env[62664]: value = "task-2698657" [ 1147.642351] env[62664]: _type = "Task" [ 1147.642351] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.652260] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698657, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.657695] env[62664]: DEBUG nova.network.neutron [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.850686] env[62664]: DEBUG nova.network.neutron [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance_info_cache with network_info: [{"id": "4e244a58-a472-4543-8379-8a053211c520", "address": "fa:16:3e:5d:af:42", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e244a58-a4", "ovs_interfaceid": "4e244a58-a472-4543-8379-8a053211c520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.908029] env[62664]: DEBUG nova.objects.base [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.908029] env[62664]: DEBUG nova.network.neutron [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.972632] env[62664]: DEBUG nova.policy [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5231b9d2526944f2824af2094a32fe8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c1ba595e904276a7aaeaca7aa52e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.090307] env[62664]: DEBUG oslo_concurrency.lockutils [req-314bb9bd-a248-4803-8adb-ea97b3f150fc req-dacd840b-d62f-4c7a-b0a2-1748231ca500 service nova] Releasing lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.121825] env[62664]: INFO nova.compute.manager [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Took 14.48 seconds to build instance. [ 1148.169601] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698657, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.354198] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.354536] env[62664]: DEBUG nova.compute.manager [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Instance network_info: |[{"id": "4e244a58-a472-4543-8379-8a053211c520", "address": "fa:16:3e:5d:af:42", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e244a58-a4", "ovs_interfaceid": "4e244a58-a472-4543-8379-8a053211c520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.355036] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:af:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e244a58-a472-4543-8379-8a053211c520', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.363598] env[62664]: DEBUG oslo.service.loopingcall [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.363897] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.364184] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f375a2e-ebe7-4ba0-868e-6e2e4b8a868f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.389205] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.389205] env[62664]: value = "task-2698658" [ 1148.389205] env[62664]: _type = "Task" [ 1148.389205] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.399738] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698658, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.623884] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d10790af-ca68-4185-a2e3-e14bf764ce83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "b8133667-2b28-43a4-b206-57ace8595724" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.985s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.656681] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698657, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.851939] env[62664]: DEBUG nova.compute.manager [req-44d0dde6-6a56-4892-bdaa-765a79aa926c req-fb4c2db8-05b2-4fdb-9130-234a476b40f1 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Received event network-changed-4e244a58-a472-4543-8379-8a053211c520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.852199] env[62664]: DEBUG nova.compute.manager [req-44d0dde6-6a56-4892-bdaa-765a79aa926c req-fb4c2db8-05b2-4fdb-9130-234a476b40f1 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Refreshing instance network info cache due to event network-changed-4e244a58-a472-4543-8379-8a053211c520. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1148.852385] env[62664]: DEBUG oslo_concurrency.lockutils [req-44d0dde6-6a56-4892-bdaa-765a79aa926c req-fb4c2db8-05b2-4fdb-9130-234a476b40f1 service nova] Acquiring lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.852637] env[62664]: DEBUG oslo_concurrency.lockutils [req-44d0dde6-6a56-4892-bdaa-765a79aa926c req-fb4c2db8-05b2-4fdb-9130-234a476b40f1 service nova] Acquired lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.852856] env[62664]: DEBUG nova.network.neutron [req-44d0dde6-6a56-4892-bdaa-765a79aa926c req-fb4c2db8-05b2-4fdb-9130-234a476b40f1 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Refreshing network info cache for port 4e244a58-a472-4543-8379-8a053211c520 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.902766] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698658, 'name': CreateVM_Task} progress is 25%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.167105] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698657, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.352993] env[62664]: DEBUG nova.compute.manager [req-4271c3c2-ea88-40cf-8773-cc3eebd46069 req-345affa6-73fe-4843-bf89-5a5ae215c788 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received event network-vif-plugged-7af09fa3-c6b6-4c13-9321-4e598056e9ac {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.353110] env[62664]: DEBUG oslo_concurrency.lockutils [req-4271c3c2-ea88-40cf-8773-cc3eebd46069 req-345affa6-73fe-4843-bf89-5a5ae215c788 service nova] Acquiring lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.353345] env[62664]: DEBUG oslo_concurrency.lockutils [req-4271c3c2-ea88-40cf-8773-cc3eebd46069 req-345affa6-73fe-4843-bf89-5a5ae215c788 service nova] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.353520] env[62664]: DEBUG oslo_concurrency.lockutils [req-4271c3c2-ea88-40cf-8773-cc3eebd46069 req-345affa6-73fe-4843-bf89-5a5ae215c788 service nova] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.353687] env[62664]: DEBUG nova.compute.manager [req-4271c3c2-ea88-40cf-8773-cc3eebd46069 req-345affa6-73fe-4843-bf89-5a5ae215c788 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] No waiting events found dispatching network-vif-plugged-7af09fa3-c6b6-4c13-9321-4e598056e9ac {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.353930] env[62664]: WARNING nova.compute.manager [req-4271c3c2-ea88-40cf-8773-cc3eebd46069 req-345affa6-73fe-4843-bf89-5a5ae215c788 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received unexpected event network-vif-plugged-7af09fa3-c6b6-4c13-9321-4e598056e9ac for instance with vm_state active and task_state None. [ 1149.403528] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698658, 'name': CreateVM_Task, 'duration_secs': 0.899949} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.404260] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.411085] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.411327] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.411736] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.412032] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623df89a-d991-4fb1-a292-b9685b24b5af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.419900] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1149.419900] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fc5c89-f710-66a1-1c11-98be3ec3b0b2" [ 1149.419900] env[62664]: _type = "Task" [ 1149.419900] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.431672] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fc5c89-f710-66a1-1c11-98be3ec3b0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.463829] env[62664]: DEBUG nova.network.neutron [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Successfully updated port: 7af09fa3-c6b6-4c13-9321-4e598056e9ac {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.583383] env[62664]: DEBUG nova.network.neutron [req-44d0dde6-6a56-4892-bdaa-765a79aa926c req-fb4c2db8-05b2-4fdb-9130-234a476b40f1 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updated VIF entry in instance network info cache for port 4e244a58-a472-4543-8379-8a053211c520. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.583772] env[62664]: DEBUG nova.network.neutron [req-44d0dde6-6a56-4892-bdaa-765a79aa926c req-fb4c2db8-05b2-4fdb-9130-234a476b40f1 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance_info_cache with network_info: [{"id": "4e244a58-a472-4543-8379-8a053211c520", "address": "fa:16:3e:5d:af:42", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e244a58-a4", "ovs_interfaceid": "4e244a58-a472-4543-8379-8a053211c520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.659675] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698657, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.750833] env[62664]: DEBUG nova.compute.manager [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Stashing vm_state: active {{(pid=62664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1150.693738] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.694177] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.694177] env[62664]: DEBUG nova.network.neutron [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.698275] env[62664]: DEBUG oslo_concurrency.lockutils [req-44d0dde6-6a56-4892-bdaa-765a79aa926c req-fb4c2db8-05b2-4fdb-9130-234a476b40f1 service nova] Releasing lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.699170] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fc5c89-f710-66a1-1c11-98be3ec3b0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.084058} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.706034] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.706034] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.706034] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.706034] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.706034] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.706034] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-572adbe9-46af-4e75-b29d-a4a330a141eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.713173] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698657, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.716565] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.716887] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.719548] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.719727] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.720663] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e349cb2-c83e-4c84-a053-feade69458df {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.726483] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1150.726483] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5238126d-a8d8-5340-16c1-655dd5a68dfc" [ 1150.726483] env[62664]: _type = "Task" [ 1150.726483] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.735738] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5238126d-a8d8-5340-16c1-655dd5a68dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.205629] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698657, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.101554} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.205902] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200/OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200.vmdk to [datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6/12caa5e8-9a05-4ea4-85d6-4affb53748e6.vmdk. [ 1151.206110] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Cleaning up location [datastore2] OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1151.206288] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1040e11b-2845-4698-a399-04fc1cc7b200 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.206601] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2873711-21f6-4596-96b5-a0b6e1936c2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.213396] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1151.213396] env[62664]: value = "task-2698659" [ 1151.213396] env[62664]: _type = "Task" [ 1151.213396] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.223135] env[62664]: INFO nova.compute.claims [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.226461] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.230964] env[62664]: WARNING nova.network.neutron [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] f2db3039-158a-40ba-8e1a-2ea6a9c89774 already exists in list: networks containing: ['f2db3039-158a-40ba-8e1a-2ea6a9c89774']. ignoring it [ 1151.236678] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5238126d-a8d8-5340-16c1-655dd5a68dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.022818} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.237436] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b90218a-db80-4f83-ba29-736fea7c2b84 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.243575] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1151.243575] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522f49d7-31eb-806d-dc76-742a17e26fb1" [ 1151.243575] env[62664]: _type = "Task" [ 1151.243575] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.251404] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522f49d7-31eb-806d-dc76-742a17e26fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.378878] env[62664]: DEBUG nova.compute.manager [req-7eb5873c-7ba2-4d6f-9876-aff555122782 req-4a21924e-d30c-4e6d-8f15-0323502baf04 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received event network-changed-7af09fa3-c6b6-4c13-9321-4e598056e9ac {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.378931] env[62664]: DEBUG nova.compute.manager [req-7eb5873c-7ba2-4d6f-9876-aff555122782 req-4a21924e-d30c-4e6d-8f15-0323502baf04 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing instance network info cache due to event network-changed-7af09fa3-c6b6-4c13-9321-4e598056e9ac. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1151.379136] env[62664]: DEBUG oslo_concurrency.lockutils [req-7eb5873c-7ba2-4d6f-9876-aff555122782 req-4a21924e-d30c-4e6d-8f15-0323502baf04 service nova] Acquiring lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.524248] env[62664]: DEBUG nova.network.neutron [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updating instance_info_cache with network_info: [{"id": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "address": "fa:16:3e:a6:f8:68", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2abb2e5-cc", "ovs_interfaceid": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7af09fa3-c6b6-4c13-9321-4e598056e9ac", "address": "fa:16:3e:01:48:ea", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af09fa3-c6", "ovs_interfaceid": "7af09fa3-c6b6-4c13-9321-4e598056e9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.723184] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119427} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.723460] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.723579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6/12caa5e8-9a05-4ea4-85d6-4affb53748e6.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.723773] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6/12caa5e8-9a05-4ea4-85d6-4affb53748e6.vmdk to [datastore2] 288e1d97-19b2-4162-ae28-dd5063b6a6f5/288e1d97-19b2-4162-ae28-dd5063b6a6f5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.724017] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f47e5657-326a-4622-86ff-7983df7b3106 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.728414] env[62664]: INFO nova.compute.resource_tracker [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating resource usage from migration ee7b3e24-2097-4350-85a4-c76d654520b5 [ 1151.731953] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1151.731953] env[62664]: value = "task-2698660" [ 1151.731953] env[62664]: _type = "Task" [ 1151.731953] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.739698] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.756682] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]522f49d7-31eb-806d-dc76-742a17e26fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.032602} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.756929] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.757192] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 6bd15795-9e23-4678-84e5-7010713717eb/6bd15795-9e23-4678-84e5-7010713717eb.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.757434] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efc4fbf4-7056-42a9-9661-f99df91d28d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.766614] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1151.766614] env[62664]: value = "task-2698661" [ 1151.766614] env[62664]: _type = "Task" [ 1151.766614] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.776026] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.858325] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089ebe06-b42f-4557-9856-3880f1bba265 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.866242] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb0d6b-ab34-445a-b694-f5008b0af45f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.896011] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847e55a6-cfe0-4e2e-ae34-8ca1934af528 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.905072] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfce031-a9c5-42fb-b891-6bfe18faf56d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.919531] env[62664]: DEBUG nova.compute.provider_tree [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.027296] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.027918] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.028095] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.028420] env[62664]: DEBUG oslo_concurrency.lockutils [req-7eb5873c-7ba2-4d6f-9876-aff555122782 req-4a21924e-d30c-4e6d-8f15-0323502baf04 service nova] Acquired lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.028734] env[62664]: DEBUG nova.network.neutron [req-7eb5873c-7ba2-4d6f-9876-aff555122782 req-4a21924e-d30c-4e6d-8f15-0323502baf04 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing network info cache for port 7af09fa3-c6b6-4c13-9321-4e598056e9ac {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.030906] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acae549-2376-454e-a073-f2a65264892d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.050140] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.050455] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.050581] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.050758] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.050907] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.051058] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.051264] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.051428] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.051579] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.051741] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.051980] env[62664]: DEBUG nova.virt.hardware [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.058339] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Reconfiguring VM to attach interface {{(pid=62664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1152.058931] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2e77e2d-5ece-400d-b34b-83404baba968 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.078252] env[62664]: DEBUG oslo_vmware.api [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1152.078252] env[62664]: value = "task-2698662" [ 1152.078252] env[62664]: _type = "Task" [ 1152.078252] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.089746] env[62664]: DEBUG oslo_vmware.api [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698662, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.243137] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698660, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.277432] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698661, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.423192] env[62664]: DEBUG nova.scheduler.client.report [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.588945] env[62664]: DEBUG oslo_vmware.api [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.744904] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698660, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.746849] env[62664]: DEBUG nova.network.neutron [req-7eb5873c-7ba2-4d6f-9876-aff555122782 req-4a21924e-d30c-4e6d-8f15-0323502baf04 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updated VIF entry in instance network info cache for port 7af09fa3-c6b6-4c13-9321-4e598056e9ac. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.747318] env[62664]: DEBUG nova.network.neutron [req-7eb5873c-7ba2-4d6f-9876-aff555122782 req-4a21924e-d30c-4e6d-8f15-0323502baf04 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updating instance_info_cache with network_info: [{"id": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "address": "fa:16:3e:a6:f8:68", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2abb2e5-cc", "ovs_interfaceid": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7af09fa3-c6b6-4c13-9321-4e598056e9ac", "address": "fa:16:3e:01:48:ea", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af09fa3-c6", "ovs_interfaceid": "7af09fa3-c6b6-4c13-9321-4e598056e9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.778362] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698661, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.928576] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.212s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.928792] env[62664]: INFO nova.compute.manager [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Migrating [ 1153.092331] env[62664]: DEBUG oslo_vmware.api [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.245457] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698660, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.250309] env[62664]: DEBUG oslo_concurrency.lockutils [req-7eb5873c-7ba2-4d6f-9876-aff555122782 req-4a21924e-d30c-4e6d-8f15-0323502baf04 service nova] Releasing lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.279349] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698661, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.217676} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.279600] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] 6bd15795-9e23-4678-84e5-7010713717eb/6bd15795-9e23-4678-84e5-7010713717eb.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.279815] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.280129] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-399bece1-34bc-4148-a9ed-fd2f1e988ac0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.289398] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1153.289398] env[62664]: value = "task-2698663" [ 1153.289398] env[62664]: _type = "Task" [ 1153.289398] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.301305] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.444770] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.445092] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.445451] env[62664]: DEBUG nova.network.neutron [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.591316] env[62664]: DEBUG oslo_vmware.api [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698662, 'name': ReconfigVM_Task, 'duration_secs': 1.096422} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.591909] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.592142] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Reconfigured VM to attach interface {{(pid=62664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1153.745371] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698660, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.801328] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086048} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.801609] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.802477] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be815708-1d5c-411e-8bfb-ca330ec4278f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.826493] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 6bd15795-9e23-4678-84e5-7010713717eb/6bd15795-9e23-4678-84e5-7010713717eb.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.826823] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5755659c-b204-4358-958f-332ddffef417 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.848107] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1153.848107] env[62664]: value = "task-2698664" [ 1153.848107] env[62664]: _type = "Task" [ 1153.848107] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.857976] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.096628] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2a6386e1-76cb-41c4-aede-b850f508a329 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-7af09fa3-c6b6-4c13-9321-4e598056e9ac" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.284s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.165481] env[62664]: DEBUG nova.network.neutron [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance_info_cache with network_info: [{"id": "bd4fe466-647a-45cf-99cc-08f882657c96", "address": "fa:16:3e:41:f5:95", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4fe466-64", "ovs_interfaceid": "bd4fe466-647a-45cf-99cc-08f882657c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.246926] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698660, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.359315] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.670057] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.747063] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698660, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.817658} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.747478] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12caa5e8-9a05-4ea4-85d6-4affb53748e6/12caa5e8-9a05-4ea4-85d6-4affb53748e6.vmdk to [datastore2] 288e1d97-19b2-4162-ae28-dd5063b6a6f5/288e1d97-19b2-4162-ae28-dd5063b6a6f5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.748123] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ff3034-5b55-449f-bfd5-fbed414fd167 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.769661] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 288e1d97-19b2-4162-ae28-dd5063b6a6f5/288e1d97-19b2-4162-ae28-dd5063b6a6f5.vmdk or device None with type streamOptimized {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.769963] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5054977e-f52e-4468-9b25-6d4a474c3813 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.788940] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1154.788940] env[62664]: value = "task-2698665" [ 1154.788940] env[62664]: _type = "Task" [ 1154.788940] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.796606] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.860378] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.299185] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698665, 'name': ReconfigVM_Task, 'duration_secs': 0.31439} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.299456] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 288e1d97-19b2-4162-ae28-dd5063b6a6f5/288e1d97-19b2-4162-ae28-dd5063b6a6f5.vmdk or device None with type streamOptimized {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.300115] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d754e49-a772-4143-8972-ad44038def54 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.307162] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1155.307162] env[62664]: value = "task-2698666" [ 1155.307162] env[62664]: _type = "Task" [ 1155.307162] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.316364] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698666, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.359760] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698664, 'name': ReconfigVM_Task, 'duration_secs': 1.241061} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.360168] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 6bd15795-9e23-4678-84e5-7010713717eb/6bd15795-9e23-4678-84e5-7010713717eb.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.360813] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-573829f4-b6ff-4b58-965a-5be69c81f164 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.367702] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1155.367702] env[62664]: value = "task-2698667" [ 1155.367702] env[62664]: _type = "Task" [ 1155.367702] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.376180] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698667, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.522828] env[62664]: DEBUG oslo_concurrency.lockutils [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "interface-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-7af09fa3-c6b6-4c13-9321-4e598056e9ac" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.523129] env[62664]: DEBUG oslo_concurrency.lockutils [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-7af09fa3-c6b6-4c13-9321-4e598056e9ac" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.818264] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698666, 'name': Rename_Task, 'duration_secs': 0.142363} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.818617] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.818718] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf28778-ef13-4b26-b1b5-bf4997daf3b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.824979] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1155.824979] env[62664]: value = "task-2698668" [ 1155.824979] env[62664]: _type = "Task" [ 1155.824979] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.832788] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.877892] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698667, 'name': Rename_Task, 'duration_secs': 0.283406} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.878296] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.878567] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cc42a06-44bf-4003-83ae-36e2a7a6b145 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.886988] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1155.886988] env[62664]: value = "task-2698669" [ 1155.886988] env[62664]: _type = "Task" [ 1155.886988] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.895308] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.026236] env[62664]: DEBUG oslo_concurrency.lockutils [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.026462] env[62664]: DEBUG oslo_concurrency.lockutils [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.027332] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c37b72-053b-42f8-9b4b-c6ddd079078b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.046250] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.046706] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.046847] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1156.048722] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc576e47-3f8f-4ce7-b2ea-5ff33dd53e46 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.076769] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Reconfiguring VM to detach interface {{(pid=62664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1156.077636] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6654479-3bcd-4210-9098-6e5e5b507ccf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.098232] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1156.098232] env[62664]: value = "task-2698670" [ 1156.098232] env[62664]: _type = "Task" [ 1156.098232] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.106664] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.183825] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9638841-691a-447b-8e4a-060bf7fb89a3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.202885] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance 'b8133667-2b28-43a4-b206-57ace8595724' progress to 0 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.335279] env[62664]: DEBUG oslo_vmware.api [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698668, 'name': PowerOnVM_Task, 'duration_secs': 0.487205} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.335564] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.397312] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698669, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.449089] env[62664]: DEBUG nova.compute.manager [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.450155] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1701a8-968e-49a7-b4a7-fe0b35f1b94d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.609921] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.709093] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.709404] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6f9f546-5d77-4b5a-ae7f-3692b7077f9a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.719773] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1156.719773] env[62664]: value = "task-2698671" [ 1156.719773] env[62664]: _type = "Task" [ 1156.719773] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.730215] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.898199] env[62664]: DEBUG oslo_vmware.api [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698669, 'name': PowerOnVM_Task, 'duration_secs': 0.535107} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.898559] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.898647] env[62664]: INFO nova.compute.manager [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1156.898816] env[62664]: DEBUG nova.compute.manager [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.899593] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ca7ebf-0ac4-4876-8b18-38c289996d20 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.968589] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2434ebd5-5bb9-4c16-90c6-24a56c40b9d3 tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.114s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.057274] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Didn't find any instances for network info cache update. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1157.057474] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.057623] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.057771] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.057925] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.058085] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.058230] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_power_states {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.109050] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.230295] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698671, 'name': PowerOffVM_Task, 'duration_secs': 0.418914} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.230656] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.230847] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance 'b8133667-2b28-43a4-b206-57ace8595724' progress to 17 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.419640] env[62664]: INFO nova.compute.manager [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Took 18.91 seconds to build instance. [ 1157.563333] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Getting list of instances from cluster (obj){ [ 1157.563333] env[62664]: value = "domain-c8" [ 1157.563333] env[62664]: _type = "ClusterComputeResource" [ 1157.563333] env[62664]: } {{(pid=62664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1157.564801] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda724be-8d2d-40c6-ac0f-beb45be1e7f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.583729] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Got total of 9 instances {{(pid=62664) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1157.583887] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid 0e375498-fb3a-4d71-a1ed-caa8757bcf0b {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1157.584094] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid 288e1d97-19b2-4162-ae28-dd5063b6a6f5 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1157.584258] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid 87525206-a87a-4a3a-9699-4c7757749432 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1157.584423] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid dcdf28f8-dd2b-4fd2-a05c-2da8098f9389 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1157.584587] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid d6555e94-d386-4d51-b85a-de555213ce21 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1157.584739] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid b274388d-6889-46ed-aa07-b78c6fdf43d1 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1157.584905] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid 839bbb54-8100-4ed6-9e8d-c8299147d567 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1157.585075] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid b8133667-2b28-43a4-b206-57ace8595724 {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1157.585233] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Triggering sync for uuid 6bd15795-9e23-4678-84e5-7010713717eb {{(pid=62664) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1157.585558] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.585781] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.586056] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.586264] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.586542] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "87525206-a87a-4a3a-9699-4c7757749432" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.586729] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "87525206-a87a-4a3a-9699-4c7757749432" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.586950] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.587168] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.587339] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "d6555e94-d386-4d51-b85a-de555213ce21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.587555] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.587726] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.587964] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "839bbb54-8100-4ed6-9e8d-c8299147d567" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.588169] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.588398] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "b8133667-2b28-43a4-b206-57ace8595724" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.588573] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "b8133667-2b28-43a4-b206-57ace8595724" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.588731] env[62664]: INFO nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: b8133667-2b28-43a4-b206-57ace8595724] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1157.588888] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "b8133667-2b28-43a4-b206-57ace8595724" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.589090] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "6bd15795-9e23-4678-84e5-7010713717eb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.589273] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.589402] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1157.590171] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2471ecea-b3b8-4917-80ae-09add8944ccf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.593084] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb6115c-2629-49be-9a14-ce07545a0f8c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.595642] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a701d-0238-49b9-bb36-e02486afc18c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.598273] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf210f0-d6fa-453f-961a-112fdd44ae81 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.600776] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357fd183-4cf7-49df-80f5-b9169324fffd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.603412] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188acee0-1c0d-4ddd-85be-8abbe42a1f37 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.606197] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.637787] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.738059] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.738059] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.738059] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.738356] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.738356] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.738434] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.738615] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.738955] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.738955] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.739139] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.739330] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.744674] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561aab4c-bf26-4c11-9774-211c75370377 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.761439] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1157.761439] env[62664]: value = "task-2698672" [ 1157.761439] env[62664]: _type = "Task" [ 1157.761439] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.770355] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.846671] env[62664]: DEBUG oslo_concurrency.lockutils [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.921725] env[62664]: DEBUG oslo_concurrency.lockutils [None req-97844488-0e11-4b3b-a1c0-7577bdd6422b tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "6bd15795-9e23-4678-84e5-7010713717eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.416s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.922082] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "6bd15795-9e23-4678-84e5-7010713717eb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.333s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.922921] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e232b822-57a1-4990-adb1-ca794b161b33 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.110233] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.110423] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.110584] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.110735] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1158.114522] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a32588-22b8-452f-a50b-5e33137e4544 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.124601] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.125781] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4010982b-3bd8-48ac-ab3d-fc21cda1f816 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.129554] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.129864] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.130199] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "87525206-a87a-4a3a-9699-4c7757749432" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.130484] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.132297] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "d6555e94-d386-4d51-b85a-de555213ce21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.132601] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.132862] env[62664]: DEBUG oslo_concurrency.lockutils [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.286s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.143142] env[62664]: DEBUG nova.compute.utils [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1158.147506] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5735fb-f09e-4a12-bd1d-4b1e4d13d88b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.153157] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ca2ddf-562f-483c-ac45-d37238a4feb3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.183250] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180035MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1158.183483] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.183593] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.273771] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698672, 'name': ReconfigVM_Task, 'duration_secs': 0.14827} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.274185] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance 'b8133667-2b28-43a4-b206-57ace8595724' progress to 33 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.331220] env[62664]: DEBUG nova.compute.manager [req-b08c8365-fff0-48d3-bec6-b947eefd4703 req-d0289a28-0fad-4825-b7db-1ed639fb94f5 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Received event network-changed-4e244a58-a472-4543-8379-8a053211c520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.331424] env[62664]: DEBUG nova.compute.manager [req-b08c8365-fff0-48d3-bec6-b947eefd4703 req-d0289a28-0fad-4825-b7db-1ed639fb94f5 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Refreshing instance network info cache due to event network-changed-4e244a58-a472-4543-8379-8a053211c520. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1158.331637] env[62664]: DEBUG oslo_concurrency.lockutils [req-b08c8365-fff0-48d3-bec6-b947eefd4703 req-d0289a28-0fad-4825-b7db-1ed639fb94f5 service nova] Acquiring lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.331780] env[62664]: DEBUG oslo_concurrency.lockutils [req-b08c8365-fff0-48d3-bec6-b947eefd4703 req-d0289a28-0fad-4825-b7db-1ed639fb94f5 service nova] Acquired lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.331940] env[62664]: DEBUG nova.network.neutron [req-b08c8365-fff0-48d3-bec6-b947eefd4703 req-d0289a28-0fad-4825-b7db-1ed639fb94f5 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Refreshing network info cache for port 4e244a58-a472-4543-8379-8a053211c520 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.432918] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "6bd15795-9e23-4678-84e5-7010713717eb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.620109] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.649124] env[62664]: DEBUG oslo_concurrency.lockutils [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.516s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.781040] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.781406] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.781535] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.781737] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.781909] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.782581] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.782581] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.782581] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.782807] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.782855] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.783086] env[62664]: DEBUG nova.virt.hardware [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.788680] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.788964] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5c1d81e-47d2-4bf6-ab42-5881d8e760a0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.809159] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1158.809159] env[62664]: value = "task-2698673" [ 1158.809159] env[62664]: _type = "Task" [ 1158.809159] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.818371] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698673, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.056882] env[62664]: DEBUG nova.network.neutron [req-b08c8365-fff0-48d3-bec6-b947eefd4703 req-d0289a28-0fad-4825-b7db-1ed639fb94f5 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updated VIF entry in instance network info cache for port 4e244a58-a472-4543-8379-8a053211c520. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.057276] env[62664]: DEBUG nova.network.neutron [req-b08c8365-fff0-48d3-bec6-b947eefd4703 req-d0289a28-0fad-4825-b7db-1ed639fb94f5 service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance_info_cache with network_info: [{"id": "4e244a58-a472-4543-8379-8a053211c520", "address": "fa:16:3e:5d:af:42", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e244a58-a4", "ovs_interfaceid": "4e244a58-a472-4543-8379-8a053211c520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.119617] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.192707] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Applying migration context for instance b8133667-2b28-43a4-b206-57ace8595724 as it has an incoming, in-progress migration ee7b3e24-2097-4350-85a4-c76d654520b5. Migration status is migrating {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1159.193992] env[62664]: INFO nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating resource usage from migration ee7b3e24-2097-4350-85a4-c76d654520b5 [ 1159.212779] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 0e375498-fb3a-4d71-a1ed-caa8757bcf0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.212927] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 87525206-a87a-4a3a-9699-4c7757749432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.213071] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance dcdf28f8-dd2b-4fd2-a05c-2da8098f9389 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.213195] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance d6555e94-d386-4d51-b85a-de555213ce21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.213314] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance b274388d-6889-46ed-aa07-b78c6fdf43d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.213429] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 839bbb54-8100-4ed6-9e8d-c8299147d567 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.213542] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 288e1d97-19b2-4162-ae28-dd5063b6a6f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.213656] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 6bd15795-9e23-4678-84e5-7010713717eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.213767] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Migration ee7b3e24-2097-4350-85a4-c76d654520b5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1159.213878] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance b8133667-2b28-43a4-b206-57ace8595724 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1159.214076] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1159.214215] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1159.319149] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.336496] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2186d1fa-eeff-4084-b7a1-4abd58ed073c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.344899] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f503edfc-9e31-43bf-9422-71c068ff12d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.377528] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c544ce9f-4b33-4881-9638-51a5f760aa60 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.385490] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f96f8d-28e7-4d4a-9310-acaaca07db2f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.399152] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.426539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.426786] env[62664]: DEBUG oslo_concurrency.lockutils [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.427048] env[62664]: INFO nova.compute.manager [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Attaching volume 9811b83b-9978-45a0-8445-65fc538082b4 to /dev/sdb [ 1159.458348] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f2eec4-cdd7-419b-9d31-6cd09d9ada6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.466511] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c711a7e6-52d6-4a04-b1b1-e7163291895a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.483485] env[62664]: DEBUG nova.virt.block_device [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Updating existing volume attachment record: 8a71e965-211b-45fc-aed3-efaf8fd6f22a {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1159.559809] env[62664]: DEBUG oslo_concurrency.lockutils [req-b08c8365-fff0-48d3-bec6-b947eefd4703 req-d0289a28-0fad-4825-b7db-1ed639fb94f5 service nova] Releasing lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.619452] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.820642] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.902999] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.120799] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.320569] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698673, 'name': ReconfigVM_Task, 'duration_secs': 1.19515} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.320841] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1160.321736] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265c31cc-5d8d-4b2d-8ffa-0b3c60be0fb4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.344478] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] b8133667-2b28-43a4-b206-57ace8595724/b8133667-2b28-43a4-b206-57ace8595724.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.344742] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98ee98b-69e8-429d-9a84-99269908460e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.363665] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1160.363665] env[62664]: value = "task-2698675" [ 1160.363665] env[62664]: _type = "Task" [ 1160.363665] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.373119] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.408073] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1160.408310] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.225s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.622537] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.873711] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698675, 'name': ReconfigVM_Task, 'duration_secs': 0.37645} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.873949] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Reconfigured VM instance instance-00000071 to attach disk [datastore2] b8133667-2b28-43a4-b206-57ace8595724/b8133667-2b28-43a4-b206-57ace8595724.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.874243] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance 'b8133667-2b28-43a4-b206-57ace8595724' progress to 50 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.121695] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.381381] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7ad576-0d4b-4393-8ba1-ee7e390f2711 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.401509] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da2a18c-35bc-40a0-9b33-2f1f25bbd85e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.419758] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance 'b8133667-2b28-43a4-b206-57ace8595724' progress to 67 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.622688] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.959551] env[62664]: DEBUG nova.network.neutron [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Port bd4fe466-647a-45cf-99cc-08f882657c96 binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1162.122813] env[62664]: DEBUG oslo_vmware.api [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698670, 'name': ReconfigVM_Task, 'duration_secs': 5.773798} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.123135] env[62664]: DEBUG oslo_concurrency.lockutils [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.123302] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Reconfigured VM to detach interface {{(pid=62664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1162.125354] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.538s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.126103] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c1a394-dbab-4fe5-9cd3-12fe1c4cc1f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.635160] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.983421] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "b8133667-2b28-43a4-b206-57ace8595724-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.983679] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "b8133667-2b28-43a4-b206-57ace8595724-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.983812] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "b8133667-2b28-43a4-b206-57ace8595724-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.439045] env[62664]: DEBUG oslo_concurrency.lockutils [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.439045] env[62664]: DEBUG oslo_concurrency.lockutils [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.439404] env[62664]: DEBUG nova.network.neutron [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.028759] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1164.029013] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543813', 'volume_id': '9811b83b-9978-45a0-8445-65fc538082b4', 'name': 'volume-9811b83b-9978-45a0-8445-65fc538082b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6555e94-d386-4d51-b85a-de555213ce21', 'attached_at': '', 'detached_at': '', 'volume_id': '9811b83b-9978-45a0-8445-65fc538082b4', 'serial': '9811b83b-9978-45a0-8445-65fc538082b4'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1164.030010] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c59d613-0a64-43c3-bf84-2434aff6148f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.052674] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.052920] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.053157] env[62664]: DEBUG nova.network.neutron [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.055835] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdec97e2-b76a-49ab-bd2a-fb50bb70189f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.083611] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-9811b83b-9978-45a0-8445-65fc538082b4/volume-9811b83b-9978-45a0-8445-65fc538082b4.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.087118] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3889e59a-b241-447b-a369-5a5fe7e855bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.111430] env[62664]: DEBUG oslo_vmware.api [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1164.111430] env[62664]: value = "task-2698677" [ 1164.111430] env[62664]: _type = "Task" [ 1164.111430] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.114790] env[62664]: DEBUG nova.compute.manager [req-e18d7597-eb7b-4295-b604-286045373c10 req-fa8ab8d2-f1ae-46ec-8e8c-9e173fd58a1e service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received event network-changed-e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.114977] env[62664]: DEBUG nova.compute.manager [req-e18d7597-eb7b-4295-b604-286045373c10 req-fa8ab8d2-f1ae-46ec-8e8c-9e173fd58a1e service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing instance network info cache due to event network-changed-e2abb2e5-ccb7-4c83-912c-2df1ca540212. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1164.115191] env[62664]: DEBUG oslo_concurrency.lockutils [req-e18d7597-eb7b-4295-b604-286045373c10 req-fa8ab8d2-f1ae-46ec-8e8c-9e173fd58a1e service nova] Acquiring lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.126084] env[62664]: DEBUG oslo_vmware.api [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.205406] env[62664]: INFO nova.network.neutron [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Port 7af09fa3-c6b6-4c13-9321-4e598056e9ac from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1164.205830] env[62664]: DEBUG nova.network.neutron [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updating instance_info_cache with network_info: [{"id": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "address": "fa:16:3e:a6:f8:68", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2abb2e5-cc", "ovs_interfaceid": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.622948] env[62664]: DEBUG oslo_vmware.api [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698677, 'name': ReconfigVM_Task, 'duration_secs': 0.377775} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.625269] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-9811b83b-9978-45a0-8445-65fc538082b4/volume-9811b83b-9978-45a0-8445-65fc538082b4.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.629844] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ec86fe-e255-4581-99ad-cf02829e2fba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.644318] env[62664]: DEBUG oslo_vmware.api [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1164.644318] env[62664]: value = "task-2698678" [ 1164.644318] env[62664]: _type = "Task" [ 1164.644318] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.651734] env[62664]: DEBUG oslo_vmware.api [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.708494] env[62664]: DEBUG oslo_concurrency.lockutils [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.710663] env[62664]: DEBUG oslo_concurrency.lockutils [req-e18d7597-eb7b-4295-b604-286045373c10 req-fa8ab8d2-f1ae-46ec-8e8c-9e173fd58a1e service nova] Acquired lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.710854] env[62664]: DEBUG nova.network.neutron [req-e18d7597-eb7b-4295-b604-286045373c10 req-fa8ab8d2-f1ae-46ec-8e8c-9e173fd58a1e service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Refreshing network info cache for port e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.758974] env[62664]: DEBUG nova.network.neutron [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance_info_cache with network_info: [{"id": "bd4fe466-647a-45cf-99cc-08f882657c96", "address": "fa:16:3e:41:f5:95", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4fe466-64", "ovs_interfaceid": "bd4fe466-647a-45cf-99cc-08f882657c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.796883] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "interface-b274388d-6889-46ed-aa07-b78c6fdf43d1-7af09fa3-c6b6-4c13-9321-4e598056e9ac" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.797251] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-b274388d-6889-46ed-aa07-b78c6fdf43d1-7af09fa3-c6b6-4c13-9321-4e598056e9ac" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.797802] env[62664]: DEBUG nova.objects.instance [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'flavor' on Instance uuid b274388d-6889-46ed-aa07-b78c6fdf43d1 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.163304] env[62664]: DEBUG oslo_vmware.api [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698678, 'name': ReconfigVM_Task, 'duration_secs': 0.132141} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.163595] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543813', 'volume_id': '9811b83b-9978-45a0-8445-65fc538082b4', 'name': 'volume-9811b83b-9978-45a0-8445-65fc538082b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6555e94-d386-4d51-b85a-de555213ce21', 'attached_at': '', 'detached_at': '', 'volume_id': '9811b83b-9978-45a0-8445-65fc538082b4', 'serial': '9811b83b-9978-45a0-8445-65fc538082b4'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1165.213504] env[62664]: DEBUG oslo_concurrency.lockutils [None req-50d7c9fa-9b5c-44a8-be34-d33b864b4fd7 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-7af09fa3-c6b6-4c13-9321-4e598056e9ac" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.690s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.261329] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.393520] env[62664]: DEBUG nova.objects.instance [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'pci_requests' on Instance uuid b274388d-6889-46ed-aa07-b78c6fdf43d1 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.415247] env[62664]: DEBUG nova.network.neutron [req-e18d7597-eb7b-4295-b604-286045373c10 req-fa8ab8d2-f1ae-46ec-8e8c-9e173fd58a1e service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updated VIF entry in instance network info cache for port e2abb2e5-ccb7-4c83-912c-2df1ca540212. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.415612] env[62664]: DEBUG nova.network.neutron [req-e18d7597-eb7b-4295-b604-286045373c10 req-fa8ab8d2-f1ae-46ec-8e8c-9e173fd58a1e service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updating instance_info_cache with network_info: [{"id": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "address": "fa:16:3e:a6:f8:68", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2abb2e5-cc", "ovs_interfaceid": "e2abb2e5-ccb7-4c83-912c-2df1ca540212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.788749] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1879442a-29d4-43b0-ab0d-b8dbf3e4df4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.808310] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce553070-8c1e-44f8-b39d-c742e1ca4857 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.817101] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance 'b8133667-2b28-43a4-b206-57ace8595724' progress to 83 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.896398] env[62664]: DEBUG nova.objects.base [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1165.896599] env[62664]: DEBUG nova.network.neutron [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.918415] env[62664]: DEBUG oslo_concurrency.lockutils [req-e18d7597-eb7b-4295-b604-286045373c10 req-fa8ab8d2-f1ae-46ec-8e8c-9e173fd58a1e service nova] Releasing lock "refresh_cache-dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.961436] env[62664]: DEBUG nova.policy [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5231b9d2526944f2824af2094a32fe8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48c1ba595e904276a7aaeaca7aa52e3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.138603] env[62664]: DEBUG nova.compute.manager [req-6b07284b-4512-4b2a-903f-0acada3bcda3 req-c225c3fc-8d27-4651-ac24-ef99e989888a service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Received event network-changed-ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.138804] env[62664]: DEBUG nova.compute.manager [req-6b07284b-4512-4b2a-903f-0acada3bcda3 req-c225c3fc-8d27-4651-ac24-ef99e989888a service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Refreshing instance network info cache due to event network-changed-ea6936cd-b9a5-46c1-ae23-a3ce85954b20. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1166.139025] env[62664]: DEBUG oslo_concurrency.lockutils [req-6b07284b-4512-4b2a-903f-0acada3bcda3 req-c225c3fc-8d27-4651-ac24-ef99e989888a service nova] Acquiring lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.139222] env[62664]: DEBUG oslo_concurrency.lockutils [req-6b07284b-4512-4b2a-903f-0acada3bcda3 req-c225c3fc-8d27-4651-ac24-ef99e989888a service nova] Acquired lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.139398] env[62664]: DEBUG nova.network.neutron [req-6b07284b-4512-4b2a-903f-0acada3bcda3 req-c225c3fc-8d27-4651-ac24-ef99e989888a service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Refreshing network info cache for port ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.202084] env[62664]: DEBUG nova.objects.instance [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'flavor' on Instance uuid d6555e94-d386-4d51-b85a-de555213ce21 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.322125] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.322436] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07f04477-48aa-42e4-be17-25a4be695ad0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.331121] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1166.331121] env[62664]: value = "task-2698679" [ 1166.331121] env[62664]: _type = "Task" [ 1166.331121] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.340841] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.707337] env[62664]: DEBUG oslo_concurrency.lockutils [None req-31e0aaf5-dc3b-4d83-a092-c5b3114a5757 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.280s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.843419] env[62664]: DEBUG oslo_vmware.api [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698679, 'name': PowerOnVM_Task, 'duration_secs': 0.342351} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.843688] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.843842] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f24020a2-7eda-4bbc-91c7-c06b2f6f2c83 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance 'b8133667-2b28-43a4-b206-57ace8595724' progress to 100 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.868249] env[62664]: DEBUG nova.network.neutron [req-6b07284b-4512-4b2a-903f-0acada3bcda3 req-c225c3fc-8d27-4651-ac24-ef99e989888a service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updated VIF entry in instance network info cache for port ea6936cd-b9a5-46c1-ae23-a3ce85954b20. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.868606] env[62664]: DEBUG nova.network.neutron [req-6b07284b-4512-4b2a-903f-0acada3bcda3 req-c225c3fc-8d27-4651-ac24-ef99e989888a service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updating instance_info_cache with network_info: [{"id": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "address": "fa:16:3e:05:4e:59", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6936cd-b9", "ovs_interfaceid": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.306883] env[62664]: DEBUG nova.compute.manager [req-fe239d6d-aa23-44d2-a961-5586744ba83a req-572a64f2-a269-453a-8f51-7f7eff295dc9 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Received event network-vif-plugged-7af09fa3-c6b6-4c13-9321-4e598056e9ac {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.307182] env[62664]: DEBUG oslo_concurrency.lockutils [req-fe239d6d-aa23-44d2-a961-5586744ba83a req-572a64f2-a269-453a-8f51-7f7eff295dc9 service nova] Acquiring lock "b274388d-6889-46ed-aa07-b78c6fdf43d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.307404] env[62664]: DEBUG oslo_concurrency.lockutils [req-fe239d6d-aa23-44d2-a961-5586744ba83a req-572a64f2-a269-453a-8f51-7f7eff295dc9 service nova] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.307526] env[62664]: DEBUG oslo_concurrency.lockutils [req-fe239d6d-aa23-44d2-a961-5586744ba83a req-572a64f2-a269-453a-8f51-7f7eff295dc9 service nova] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.307699] env[62664]: DEBUG nova.compute.manager [req-fe239d6d-aa23-44d2-a961-5586744ba83a req-572a64f2-a269-453a-8f51-7f7eff295dc9 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] No waiting events found dispatching network-vif-plugged-7af09fa3-c6b6-4c13-9321-4e598056e9ac {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.307870] env[62664]: WARNING nova.compute.manager [req-fe239d6d-aa23-44d2-a961-5586744ba83a req-572a64f2-a269-453a-8f51-7f7eff295dc9 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Received unexpected event network-vif-plugged-7af09fa3-c6b6-4c13-9321-4e598056e9ac for instance with vm_state active and task_state None. [ 1167.370562] env[62664]: DEBUG oslo_concurrency.lockutils [req-6b07284b-4512-4b2a-903f-0acada3bcda3 req-c225c3fc-8d27-4651-ac24-ef99e989888a service nova] Releasing lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.385158] env[62664]: DEBUG nova.network.neutron [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Successfully updated port: 7af09fa3-c6b6-4c13-9321-4e598056e9ac {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.527465] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.527698] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.888039] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.888321] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.888373] env[62664]: DEBUG nova.network.neutron [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.031425] env[62664]: DEBUG nova.compute.utils [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1168.424146] env[62664]: WARNING nova.network.neutron [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] f2db3039-158a-40ba-8e1a-2ea6a9c89774 already exists in list: networks containing: ['f2db3039-158a-40ba-8e1a-2ea6a9c89774']. ignoring it [ 1168.534051] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.668124] env[62664]: DEBUG nova.network.neutron [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updating instance_info_cache with network_info: [{"id": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "address": "fa:16:3e:05:4e:59", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6936cd-b9", "ovs_interfaceid": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7af09fa3-c6b6-4c13-9321-4e598056e9ac", "address": "fa:16:3e:01:48:ea", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af09fa3-c6", "ovs_interfaceid": "7af09fa3-c6b6-4c13-9321-4e598056e9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.170774] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.171496] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.171698] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.172657] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ee6752-99e7-4aec-b88f-50651aac046f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.190253] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.190495] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.190653] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.190835] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.190983] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.191141] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.191346] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.191503] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.191667] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.191829] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.192007] env[62664]: DEBUG nova.virt.hardware [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.198204] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Reconfiguring VM to attach interface {{(pid=62664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1169.198510] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82243096-2bc6-4b99-9d1b-c7edf78cb0d6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.216409] env[62664]: DEBUG oslo_vmware.api [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1169.216409] env[62664]: value = "task-2698680" [ 1169.216409] env[62664]: _type = "Task" [ 1169.216409] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.592764] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.593219] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.593574] env[62664]: INFO nova.compute.manager [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Attaching volume fe7bdf2f-ff59-4082-8e23-c5359b696d1d to /dev/sdc [ 1169.628234] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a571772-53de-4cd3-a6f8-3559be7bc109 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.635517] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21537bd6-7ed9-4699-b6c9-5cc8ab4e4d40 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.649370] env[62664]: DEBUG nova.virt.block_device [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Updating existing volume attachment record: 1173025f-7679-46a9-9c52-46f4b76ce5b7 {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1169.728170] env[62664]: DEBUG oslo_vmware.api [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.771963] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "b8133667-2b28-43a4-b206-57ace8595724" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.772391] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "b8133667-2b28-43a4-b206-57ace8595724" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.772674] env[62664]: DEBUG nova.compute.manager [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Going to confirm migration 7 {{(pid=62664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1170.227712] env[62664]: DEBUG oslo_vmware.api [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698680, 'name': ReconfigVM_Task, 'duration_secs': 0.898339} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.228293] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.228548] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Reconfigured VM to attach interface {{(pid=62664) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1170.311453] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.311664] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquired lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.311869] env[62664]: DEBUG nova.network.neutron [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.312105] env[62664]: DEBUG nova.objects.instance [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lazy-loading 'info_cache' on Instance uuid b8133667-2b28-43a4-b206-57ace8595724 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.733320] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ab7e2412-30fe-4d1b-bf87-f145c5bc4256 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-b274388d-6889-46ed-aa07-b78c6fdf43d1-7af09fa3-c6b6-4c13-9321-4e598056e9ac" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.936s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.399600] env[62664]: DEBUG nova.compute.manager [req-75ce783b-b08d-41ab-89e5-fdffd0eaba44 req-888fbbdb-a13a-4f6a-9f11-5d919ef1157f service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Received event network-changed-7af09fa3-c6b6-4c13-9321-4e598056e9ac {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1171.399863] env[62664]: DEBUG nova.compute.manager [req-75ce783b-b08d-41ab-89e5-fdffd0eaba44 req-888fbbdb-a13a-4f6a-9f11-5d919ef1157f service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Refreshing instance network info cache due to event network-changed-7af09fa3-c6b6-4c13-9321-4e598056e9ac. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1171.400460] env[62664]: DEBUG oslo_concurrency.lockutils [req-75ce783b-b08d-41ab-89e5-fdffd0eaba44 req-888fbbdb-a13a-4f6a-9f11-5d919ef1157f service nova] Acquiring lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.400617] env[62664]: DEBUG oslo_concurrency.lockutils [req-75ce783b-b08d-41ab-89e5-fdffd0eaba44 req-888fbbdb-a13a-4f6a-9f11-5d919ef1157f service nova] Acquired lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.400781] env[62664]: DEBUG nova.network.neutron [req-75ce783b-b08d-41ab-89e5-fdffd0eaba44 req-888fbbdb-a13a-4f6a-9f11-5d919ef1157f service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Refreshing network info cache for port 7af09fa3-c6b6-4c13-9321-4e598056e9ac {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.502033] env[62664]: DEBUG nova.network.neutron [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance_info_cache with network_info: [{"id": "bd4fe466-647a-45cf-99cc-08f882657c96", "address": "fa:16:3e:41:f5:95", "network": {"id": "a03faca6-bbbb-40ae-ab76-880bf34a82bd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-897968137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b919b3591847379c709b200f9aad89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4fe466-64", "ovs_interfaceid": "bd4fe466-647a-45cf-99cc-08f882657c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.982632] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "interface-b274388d-6889-46ed-aa07-b78c6fdf43d1-7af09fa3-c6b6-4c13-9321-4e598056e9ac" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.982889] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-b274388d-6889-46ed-aa07-b78c6fdf43d1-7af09fa3-c6b6-4c13-9321-4e598056e9ac" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.005096] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Releasing lock "refresh_cache-b8133667-2b28-43a4-b206-57ace8595724" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.005509] env[62664]: DEBUG nova.objects.instance [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lazy-loading 'migration_context' on Instance uuid b8133667-2b28-43a4-b206-57ace8595724 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.084948] env[62664]: DEBUG nova.network.neutron [req-75ce783b-b08d-41ab-89e5-fdffd0eaba44 req-888fbbdb-a13a-4f6a-9f11-5d919ef1157f service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updated VIF entry in instance network info cache for port 7af09fa3-c6b6-4c13-9321-4e598056e9ac. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.085395] env[62664]: DEBUG nova.network.neutron [req-75ce783b-b08d-41ab-89e5-fdffd0eaba44 req-888fbbdb-a13a-4f6a-9f11-5d919ef1157f service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updating instance_info_cache with network_info: [{"id": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "address": "fa:16:3e:05:4e:59", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6936cd-b9", "ovs_interfaceid": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7af09fa3-c6b6-4c13-9321-4e598056e9ac", "address": "fa:16:3e:01:48:ea", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af09fa3-c6", "ovs_interfaceid": "7af09fa3-c6b6-4c13-9321-4e598056e9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.487183] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.487743] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.488350] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10548d6-881d-4df5-8a36-4e75d7194d17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.505653] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ac734-7e38-41fc-b2f1-95b44e26d1d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.508807] env[62664]: DEBUG nova.objects.base [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.509542] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a0e16-6e99-4b0d-9415-7dae38869740 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.534868] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Reconfiguring VM to detach interface {{(pid=62664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1172.547696] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d130be2-c99c-4f8a-a713-c8c4abaa5fba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.560850] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395913dc-44df-48cd-9556-89c06f9009bb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.565974] env[62664]: DEBUG oslo_vmware.api [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1172.565974] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524b6308-6d2f-5909-d9b6-39bde5108d9a" [ 1172.565974] env[62664]: _type = "Task" [ 1172.565974] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.570074] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1172.570074] env[62664]: value = "task-2698682" [ 1172.570074] env[62664]: _type = "Task" [ 1172.570074] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.575587] env[62664]: DEBUG oslo_vmware.api [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524b6308-6d2f-5909-d9b6-39bde5108d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.580156] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.587769] env[62664]: DEBUG oslo_concurrency.lockutils [req-75ce783b-b08d-41ab-89e5-fdffd0eaba44 req-888fbbdb-a13a-4f6a-9f11-5d919ef1157f service nova] Releasing lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.077791] env[62664]: DEBUG oslo_vmware.api [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524b6308-6d2f-5909-d9b6-39bde5108d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.078485] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.078739] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.082970] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.581587] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.717618] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc0a5a7-90bd-499c-9cc2-a9bee4b5e967 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.725166] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfa7b88-3253-4c6b-9f0c-0108fe30251a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.757430] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2a5322-a3b3-4135-8858-737ebc1cfec0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.764830] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9315ff1-b073-4ddb-93dd-562a7f6554f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.778415] env[62664]: DEBUG nova.compute.provider_tree [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.081799] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.163663] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "87525206-a87a-4a3a-9699-4c7757749432" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.163923] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.281521] env[62664]: DEBUG nova.scheduler.client.report [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.582687] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.666778] env[62664]: INFO nova.compute.manager [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Detaching volume c58a8c9d-2aa3-488b-9e35-260230cca4fe [ 1174.695370] env[62664]: INFO nova.virt.block_device [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Attempting to driver detach volume c58a8c9d-2aa3-488b-9e35-260230cca4fe from mountpoint /dev/sdb [ 1174.695677] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1174.695909] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543804', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'name': 'volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87525206-a87a-4a3a-9699-4c7757749432', 'attached_at': '', 'detached_at': '', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'serial': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1174.696818] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0eea08-1232-4fc9-b086-082ee0f7bc06 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.718180] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731493d6-df21-490a-abe8-56284ed0feb6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.725111] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898b8f83-4de0-4b6e-b415-1601ecec2e81 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.745135] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093bb0ee-f1c6-4491-9014-2b41e38282a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.758732] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] The volume has not been displaced from its original location: [datastore1] volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe/volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1174.763742] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.764017] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c12fcdf5-5561-43cf-85b9-603754a2c7a2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.781644] env[62664]: DEBUG oslo_vmware.api [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1174.781644] env[62664]: value = "task-2698684" [ 1174.781644] env[62664]: _type = "Task" [ 1174.781644] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.791818] env[62664]: DEBUG oslo_vmware.api [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.083813] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.291379] env[62664]: DEBUG oslo_vmware.api [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698684, 'name': ReconfigVM_Task, 'duration_secs': 0.198232} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.291677] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.298347] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.219s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.300883] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b305c4f4-d0ba-473d-a802-a58e777e353f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.317118] env[62664]: DEBUG oslo_vmware.api [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1175.317118] env[62664]: value = "task-2698685" [ 1175.317118] env[62664]: _type = "Task" [ 1175.317118] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.325171] env[62664]: DEBUG oslo_vmware.api [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.584658] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.826359] env[62664]: DEBUG oslo_vmware.api [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698685, 'name': ReconfigVM_Task, 'duration_secs': 0.1653} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.828742] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543804', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'name': 'volume-c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87525206-a87a-4a3a-9699-4c7757749432', 'attached_at': '', 'detached_at': '', 'volume_id': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe', 'serial': 'c58a8c9d-2aa3-488b-9e35-260230cca4fe'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1175.863982] env[62664]: INFO nova.scheduler.client.report [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted allocation for migration ee7b3e24-2097-4350-85a4-c76d654520b5 [ 1176.085088] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.195562] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1176.195813] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543814', 'volume_id': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'name': 'volume-fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6555e94-d386-4d51-b85a-de555213ce21', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'serial': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1176.196742] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08f0e8c-78c6-4936-92ae-4d3a4d0a1171 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.213506] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecbe361-d6e5-4946-82df-66bfc1c9a254 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.239212] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-fe7bdf2f-ff59-4082-8e23-c5359b696d1d/volume-fe7bdf2f-ff59-4082-8e23-c5359b696d1d.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.239423] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1078232-19eb-4d4c-a890-12bd317aaaa6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.256686] env[62664]: DEBUG oslo_vmware.api [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1176.256686] env[62664]: value = "task-2698686" [ 1176.256686] env[62664]: _type = "Task" [ 1176.256686] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.263901] env[62664]: DEBUG oslo_vmware.api [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.366484] env[62664]: DEBUG nova.objects.instance [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lazy-loading 'flavor' on Instance uuid 87525206-a87a-4a3a-9699-4c7757749432 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.368646] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "b8133667-2b28-43a4-b206-57ace8595724" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.596s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.586320] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.767271] env[62664]: DEBUG oslo_vmware.api [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698686, 'name': ReconfigVM_Task, 'duration_secs': 0.420274} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.767733] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-fe7bdf2f-ff59-4082-8e23-c5359b696d1d/volume-fe7bdf2f-ff59-4082-8e23-c5359b696d1d.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.772707] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c56af65-607f-42c5-b03e-e05a5181e4d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.787283] env[62664]: DEBUG oslo_vmware.api [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1176.787283] env[62664]: value = "task-2698687" [ 1176.787283] env[62664]: _type = "Task" [ 1176.787283] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.795173] env[62664]: DEBUG oslo_vmware.api [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.090388] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.300845] env[62664]: DEBUG oslo_vmware.api [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698687, 'name': ReconfigVM_Task, 'duration_secs': 0.129176} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.301308] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543814', 'volume_id': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'name': 'volume-fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6555e94-d386-4d51-b85a-de555213ce21', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'serial': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1177.374469] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7894c47f-5a8b-4c81-b1d3-430af4fe926f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.591911] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.796197] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "b8133667-2b28-43a4-b206-57ace8595724" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.796505] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "b8133667-2b28-43a4-b206-57ace8595724" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.796744] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "b8133667-2b28-43a4-b206-57ace8595724-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.796952] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "b8133667-2b28-43a4-b206-57ace8595724-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.797136] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "b8133667-2b28-43a4-b206-57ace8595724-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.799262] env[62664]: INFO nova.compute.manager [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Terminating instance [ 1178.088801] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.303251] env[62664]: DEBUG nova.compute.manager [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.303515] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.304380] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea79e3d-b398-4e63-bbdb-4bffb6be76c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.311721] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.311962] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6b5d8f1-a007-4f5d-8d39-a83e1ea03275 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.317447] env[62664]: DEBUG oslo_vmware.api [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1178.317447] env[62664]: value = "task-2698688" [ 1178.317447] env[62664]: _type = "Task" [ 1178.317447] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.324760] env[62664]: DEBUG oslo_vmware.api [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.345043] env[62664]: DEBUG nova.objects.instance [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'flavor' on Instance uuid d6555e94-d386-4d51-b85a-de555213ce21 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.421485] env[62664]: DEBUG oslo_concurrency.lockutils [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "87525206-a87a-4a3a-9699-4c7757749432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.421666] env[62664]: DEBUG oslo_concurrency.lockutils [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.421877] env[62664]: DEBUG oslo_concurrency.lockutils [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "87525206-a87a-4a3a-9699-4c7757749432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.422091] env[62664]: DEBUG oslo_concurrency.lockutils [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.422293] env[62664]: DEBUG oslo_concurrency.lockutils [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.424951] env[62664]: INFO nova.compute.manager [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Terminating instance [ 1178.589012] env[62664]: DEBUG oslo_vmware.api [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698682, 'name': ReconfigVM_Task, 'duration_secs': 5.723537} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.589660] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.589881] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Reconfigured VM to detach interface {{(pid=62664) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1178.826815] env[62664]: DEBUG oslo_vmware.api [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698688, 'name': PowerOffVM_Task, 'duration_secs': 0.207917} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.827186] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.827424] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.827925] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd159a9b-3c30-42af-8cc7-74953cbf1d04 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.851078] env[62664]: DEBUG oslo_concurrency.lockutils [None req-6c476722-8dd0-433b-85f3-a728ac0ae0b7 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.258s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.906387] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.906768] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.907110] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleting the datastore file [datastore2] b8133667-2b28-43a4-b206-57ace8595724 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.907503] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a24e23c-7360-48cc-bd96-964293beead7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.914710] env[62664]: DEBUG oslo_vmware.api [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for the task: (returnval){ [ 1178.914710] env[62664]: value = "task-2698690" [ 1178.914710] env[62664]: _type = "Task" [ 1178.914710] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.922473] env[62664]: DEBUG oslo_vmware.api [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.928493] env[62664]: DEBUG nova.compute.manager [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.928666] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.929437] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef34b1f9-434a-441d-be6c-a7750188d607 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.935756] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.935989] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa4b3efa-a2d9-463d-809f-f0ddc3b6e67c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.941443] env[62664]: DEBUG oslo_vmware.api [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1178.941443] env[62664]: value = "task-2698691" [ 1178.941443] env[62664]: _type = "Task" [ 1178.941443] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.949184] env[62664]: DEBUG oslo_vmware.api [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.186423] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.186684] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.424636] env[62664]: DEBUG oslo_vmware.api [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Task: {'id': task-2698690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143423} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.424883] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.425081] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.425267] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.425443] env[62664]: INFO nova.compute.manager [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] [instance: b8133667-2b28-43a4-b206-57ace8595724] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1179.425684] env[62664]: DEBUG oslo.service.loopingcall [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.425872] env[62664]: DEBUG nova.compute.manager [-] [instance: b8133667-2b28-43a4-b206-57ace8595724] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.425965] env[62664]: DEBUG nova.network.neutron [-] [instance: b8133667-2b28-43a4-b206-57ace8595724] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.450463] env[62664]: DEBUG oslo_vmware.api [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698691, 'name': PowerOffVM_Task, 'duration_secs': 0.196976} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.450706] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.450867] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.451175] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf47eab-e3c4-4fb6-8973-2d41ff71dfac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.514170] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.514390] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.514569] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleting the datastore file [datastore1] 87525206-a87a-4a3a-9699-4c7757749432 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.514829] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbc1ee97-3e62-4a98-9365-6e35dd389efc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.521344] env[62664]: DEBUG oslo_vmware.api [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1179.521344] env[62664]: value = "task-2698693" [ 1179.521344] env[62664]: _type = "Task" [ 1179.521344] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.529159] env[62664]: DEBUG oslo_vmware.api [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.686088] env[62664]: DEBUG nova.compute.manager [req-d2dfdae7-8e20-4696-8bd3-c9fb7ae280db req-9fef2526-6635-45ff-af3b-75f43b2e2ce5 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Received event network-vif-deleted-bd4fe466-647a-45cf-99cc-08f882657c96 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.686303] env[62664]: INFO nova.compute.manager [req-d2dfdae7-8e20-4696-8bd3-c9fb7ae280db req-9fef2526-6635-45ff-af3b-75f43b2e2ce5 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Neutron deleted interface bd4fe466-647a-45cf-99cc-08f882657c96; detaching it from the instance and deleting it from the info cache [ 1179.686478] env[62664]: DEBUG nova.network.neutron [req-d2dfdae7-8e20-4696-8bd3-c9fb7ae280db req-9fef2526-6635-45ff-af3b-75f43b2e2ce5 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.689376] env[62664]: INFO nova.compute.manager [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Detaching volume 9811b83b-9978-45a0-8445-65fc538082b4 [ 1179.721825] env[62664]: INFO nova.virt.block_device [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Attempting to driver detach volume 9811b83b-9978-45a0-8445-65fc538082b4 from mountpoint /dev/sdb [ 1179.722077] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1179.722278] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543813', 'volume_id': '9811b83b-9978-45a0-8445-65fc538082b4', 'name': 'volume-9811b83b-9978-45a0-8445-65fc538082b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6555e94-d386-4d51-b85a-de555213ce21', 'attached_at': '', 'detached_at': '', 'volume_id': '9811b83b-9978-45a0-8445-65fc538082b4', 'serial': '9811b83b-9978-45a0-8445-65fc538082b4'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1179.723654] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3537f95a-42fc-432b-a37e-83ffdab293c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.747930] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddffb2f5-c507-4a47-9b74-07a29fb4b3b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.755245] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f52b77-2c0f-48f1-8c12-947f09ec6e52 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.778350] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdee951-4c05-4128-9a44-156eec63dafb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.794718] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] The volume has not been displaced from its original location: [datastore1] volume-9811b83b-9978-45a0-8445-65fc538082b4/volume-9811b83b-9978-45a0-8445-65fc538082b4.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1179.799766] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.800049] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03c11f8-31e4-4323-a4aa-76420e14daa5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.818209] env[62664]: DEBUG oslo_vmware.api [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1179.818209] env[62664]: value = "task-2698694" [ 1179.818209] env[62664]: _type = "Task" [ 1179.818209] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.825736] env[62664]: DEBUG oslo_vmware.api [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.853907] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.854284] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquired lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.854284] env[62664]: DEBUG nova.network.neutron [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.035069] env[62664]: DEBUG oslo_vmware.api [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13075} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.035237] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.035415] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.035596] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.035769] env[62664]: INFO nova.compute.manager [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1180.036017] env[62664]: DEBUG oslo.service.loopingcall [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.036227] env[62664]: DEBUG nova.compute.manager [-] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.036326] env[62664]: DEBUG nova.network.neutron [-] [instance: 87525206-a87a-4a3a-9699-4c7757749432] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.170528] env[62664]: DEBUG nova.network.neutron [-] [instance: b8133667-2b28-43a4-b206-57ace8595724] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.188924] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32a1f0e8-db86-4f77-8253-637a002372f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.198704] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025d957f-0288-474c-b9f1-d19d2bf57b0e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.228609] env[62664]: DEBUG nova.compute.manager [req-d2dfdae7-8e20-4696-8bd3-c9fb7ae280db req-9fef2526-6635-45ff-af3b-75f43b2e2ce5 service nova] [instance: b8133667-2b28-43a4-b206-57ace8595724] Detach interface failed, port_id=bd4fe466-647a-45cf-99cc-08f882657c96, reason: Instance b8133667-2b28-43a4-b206-57ace8595724 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1180.328496] env[62664]: DEBUG oslo_vmware.api [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698694, 'name': ReconfigVM_Task, 'duration_secs': 0.255613} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.329544] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.333391] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f9e2ac-aeb6-4f73-a6cc-cc398c975a4f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.349315] env[62664]: DEBUG oslo_vmware.api [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1180.349315] env[62664]: value = "task-2698695" [ 1180.349315] env[62664]: _type = "Task" [ 1180.349315] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.361677] env[62664]: DEBUG oslo_vmware.api [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.367373] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.368047] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.368047] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "b274388d-6889-46ed-aa07-b78c6fdf43d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.368180] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.368285] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.370698] env[62664]: INFO nova.compute.manager [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Terminating instance [ 1180.566679] env[62664]: INFO nova.network.neutron [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Port 7af09fa3-c6b6-4c13-9321-4e598056e9ac from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1180.567060] env[62664]: DEBUG nova.network.neutron [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updating instance_info_cache with network_info: [{"id": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "address": "fa:16:3e:05:4e:59", "network": {"id": "f2db3039-158a-40ba-8e1a-2ea6a9c89774", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2136449942-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48c1ba595e904276a7aaeaca7aa52e3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6936cd-b9", "ovs_interfaceid": "ea6936cd-b9a5-46c1-ae23-a3ce85954b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.673613] env[62664]: INFO nova.compute.manager [-] [instance: b8133667-2b28-43a4-b206-57ace8595724] Took 1.25 seconds to deallocate network for instance. [ 1180.859357] env[62664]: DEBUG oslo_vmware.api [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698695, 'name': ReconfigVM_Task, 'duration_secs': 0.143115} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.859654] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543813', 'volume_id': '9811b83b-9978-45a0-8445-65fc538082b4', 'name': 'volume-9811b83b-9978-45a0-8445-65fc538082b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6555e94-d386-4d51-b85a-de555213ce21', 'attached_at': '', 'detached_at': '', 'volume_id': '9811b83b-9978-45a0-8445-65fc538082b4', 'serial': '9811b83b-9978-45a0-8445-65fc538082b4'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1180.874674] env[62664]: DEBUG nova.compute.manager [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.874804] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.875596] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876ad7d2-eec8-4332-b838-f6ba639d6cba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.883057] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.883420] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aba9fdac-e345-45bc-9c90-545732c7fa1c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.890640] env[62664]: DEBUG oslo_vmware.api [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1180.890640] env[62664]: value = "task-2698696" [ 1180.890640] env[62664]: _type = "Task" [ 1180.890640] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.898463] env[62664]: DEBUG oslo_vmware.api [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.907881] env[62664]: DEBUG nova.network.neutron [-] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.070614] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Releasing lock "refresh_cache-b274388d-6889-46ed-aa07-b78c6fdf43d1" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.181193] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.181477] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.181669] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.205219] env[62664]: INFO nova.scheduler.client.report [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Deleted allocations for instance b8133667-2b28-43a4-b206-57ace8595724 [ 1181.400350] env[62664]: DEBUG oslo_vmware.api [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698696, 'name': PowerOffVM_Task, 'duration_secs': 0.160897} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.401647] env[62664]: DEBUG nova.objects.instance [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'flavor' on Instance uuid d6555e94-d386-4d51-b85a-de555213ce21 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.402944] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.403131] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.403576] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d794dd6-5672-4ff7-b844-d03876c69d2e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.410556] env[62664]: INFO nova.compute.manager [-] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Took 1.37 seconds to deallocate network for instance. [ 1181.464300] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.464575] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.464766] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleting the datastore file [datastore1] b274388d-6889-46ed-aa07-b78c6fdf43d1 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.465022] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f4d0371-0bc9-4a52-96c9-078fd7ec2405 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.471772] env[62664]: DEBUG oslo_vmware.api [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1181.471772] env[62664]: value = "task-2698698" [ 1181.471772] env[62664]: _type = "Task" [ 1181.471772] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.479833] env[62664]: DEBUG oslo_vmware.api [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.574104] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c59a9c81-65c6-476f-bf18-24dd3c8a4967 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "interface-b274388d-6889-46ed-aa07-b78c6fdf43d1-7af09fa3-c6b6-4c13-9321-4e598056e9ac" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.591s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.713774] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e8068f8c-1ad6-4f93-9888-2e7de5f5b9e4 tempest-DeleteServersTestJSON-488933342 tempest-DeleteServersTestJSON-488933342-project-member] Lock "b8133667-2b28-43a4-b206-57ace8595724" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.917s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.715844] env[62664]: DEBUG nova.compute.manager [req-7654e860-7048-484f-b294-8b32662664c1 req-299aad8a-50b9-4649-9da6-1a763137757d service nova] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Received event network-vif-deleted-fec47e05-8da3-4be5-a9e1-221c253d809b {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.916513] env[62664]: DEBUG oslo_concurrency.lockutils [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.916783] env[62664]: DEBUG oslo_concurrency.lockutils [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.917057] env[62664]: DEBUG nova.objects.instance [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lazy-loading 'resources' on Instance uuid 87525206-a87a-4a3a-9699-4c7757749432 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.983606] env[62664]: DEBUG oslo_vmware.api [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144536} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.983865] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.984061] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.984239] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.984413] env[62664]: INFO nova.compute.manager [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1181.984652] env[62664]: DEBUG oslo.service.loopingcall [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1181.984863] env[62664]: DEBUG nova.compute.manager [-] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.984971] env[62664]: DEBUG nova.network.neutron [-] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.408899] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d1f0201e-0d51-46b1-b3d6-5ca00f1b0e39 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.431837] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.432189] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.530974] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac4b08d-9cdf-42c1-baa2-0fee42e35e6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.539052] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5595028d-4385-4c9d-a562-804ee8c6ad14 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.569356] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c2a7e-6413-4965-8199-d43cb2b05457 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.577335] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a151918a-ee13-4852-b496-f29755cf6258 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.595020] env[62664]: DEBUG nova.compute.provider_tree [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.894842] env[62664]: DEBUG nova.compute.manager [req-7940f040-c162-424c-a9a6-00293db72f67 req-30693259-9f05-48d3-9718-f69c028d3d15 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Received event network-vif-deleted-ea6936cd-b9a5-46c1-ae23-a3ce85954b20 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1182.895064] env[62664]: INFO nova.compute.manager [req-7940f040-c162-424c-a9a6-00293db72f67 req-30693259-9f05-48d3-9718-f69c028d3d15 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Neutron deleted interface ea6936cd-b9a5-46c1-ae23-a3ce85954b20; detaching it from the instance and deleting it from the info cache [ 1182.895355] env[62664]: DEBUG nova.network.neutron [req-7940f040-c162-424c-a9a6-00293db72f67 req-30693259-9f05-48d3-9718-f69c028d3d15 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.935216] env[62664]: INFO nova.compute.manager [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Detaching volume fe7bdf2f-ff59-4082-8e23-c5359b696d1d [ 1182.970969] env[62664]: INFO nova.virt.block_device [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Attempting to driver detach volume fe7bdf2f-ff59-4082-8e23-c5359b696d1d from mountpoint /dev/sdc [ 1182.971165] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1182.971431] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543814', 'volume_id': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'name': 'volume-fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6555e94-d386-4d51-b85a-de555213ce21', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'serial': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1182.972711] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a95376-dfdf-4ee3-a858-5269c23c02b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.996501] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0592a83b-7667-4df6-ab7c-2908ecc9db01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.003233] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e579ca44-1426-4634-a445-b13fafa42582 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.022932] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd6709-ac5b-4c49-9f0b-0200513bd722 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.037824] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] The volume has not been displaced from its original location: [datastore1] volume-fe7bdf2f-ff59-4082-8e23-c5359b696d1d/volume-fe7bdf2f-ff59-4082-8e23-c5359b696d1d.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1183.043100] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Reconfiguring VM instance instance-0000006d to detach disk 2002 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.043366] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a381178-e55e-4a3a-b20c-9dbd92319592 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.061804] env[62664]: DEBUG oslo_vmware.api [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1183.061804] env[62664]: value = "task-2698700" [ 1183.061804] env[62664]: _type = "Task" [ 1183.061804] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.069294] env[62664]: DEBUG oslo_vmware.api [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.096059] env[62664]: DEBUG nova.scheduler.client.report [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.373117] env[62664]: DEBUG nova.network.neutron [-] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.397653] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f261fafd-72fe-4e6b-b8e1-6872e904c676 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.407530] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c866b66-842c-4be6-a58c-f15b315718d0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.437576] env[62664]: DEBUG nova.compute.manager [req-7940f040-c162-424c-a9a6-00293db72f67 req-30693259-9f05-48d3-9718-f69c028d3d15 service nova] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Detach interface failed, port_id=ea6936cd-b9a5-46c1-ae23-a3ce85954b20, reason: Instance b274388d-6889-46ed-aa07-b78c6fdf43d1 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1183.572695] env[62664]: DEBUG oslo_vmware.api [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698700, 'name': ReconfigVM_Task, 'duration_secs': 0.246741} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.572930] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Reconfigured VM instance instance-0000006d to detach disk 2002 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.577792] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d55b439-22a9-4a71-b1be-5a5e55ba1b25 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.592858] env[62664]: DEBUG oslo_vmware.api [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1183.592858] env[62664]: value = "task-2698701" [ 1183.592858] env[62664]: _type = "Task" [ 1183.592858] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.601475] env[62664]: DEBUG oslo_concurrency.lockutils [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.603210] env[62664]: DEBUG oslo_vmware.api [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.624826] env[62664]: INFO nova.scheduler.client.report [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted allocations for instance 87525206-a87a-4a3a-9699-4c7757749432 [ 1183.875548] env[62664]: INFO nova.compute.manager [-] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Took 1.89 seconds to deallocate network for instance. [ 1184.103249] env[62664]: DEBUG oslo_vmware.api [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698701, 'name': ReconfigVM_Task, 'duration_secs': 0.147734} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.103612] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543814', 'volume_id': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'name': 'volume-fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6555e94-d386-4d51-b85a-de555213ce21', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d', 'serial': 'fe7bdf2f-ff59-4082-8e23-c5359b696d1d'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1184.133084] env[62664]: DEBUG oslo_concurrency.lockutils [None req-62dc3ce6-47f5-4638-8eaf-cae015b73980 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "87525206-a87a-4a3a-9699-4c7757749432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.711s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.381805] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.382022] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.382257] env[62664]: DEBUG nova.objects.instance [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'resources' on Instance uuid b274388d-6889-46ed-aa07-b78c6fdf43d1 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.643656] env[62664]: DEBUG nova.objects.instance [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'flavor' on Instance uuid d6555e94-d386-4d51-b85a-de555213ce21 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.983459] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04eaf7e-4722-4995-bfcf-ebe7c6c50809 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.991773] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e20cc3a-e933-40e9-bf8f-75775857f74a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.022587] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e0007e-8e58-4b9d-9b3f-9a7ecc685d5e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.030042] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb10e9-a4ca-4d29-8c50-fbfc361b88b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.044009] env[62664]: DEBUG nova.compute.provider_tree [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.053589] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "839bbb54-8100-4ed6-9e8d-c8299147d567" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.053589] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.547149] env[62664]: DEBUG nova.scheduler.client.report [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.556815] env[62664]: DEBUG nova.compute.utils [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1185.650296] env[62664]: DEBUG oslo_concurrency.lockutils [None req-8955c07a-ec5b-4371-af11-296efe0418d9 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.829049] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.829049] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.985920] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.986193] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.986404] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "d6555e94-d386-4d51-b85a-de555213ce21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.986587] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.986768] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.988887] env[62664]: INFO nova.compute.manager [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Terminating instance [ 1186.053278] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.060055] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.076465] env[62664]: INFO nova.scheduler.client.report [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleted allocations for instance b274388d-6889-46ed-aa07-b78c6fdf43d1 [ 1186.335086] env[62664]: DEBUG nova.compute.manager [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.492339] env[62664]: DEBUG nova.compute.manager [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.492595] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.496018] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983f8f2a-9d16-492d-9c14-7e39d30f6e05 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.509083] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.509556] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3bd77f0-25dd-4ab7-887e-69531ad19ea0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.518861] env[62664]: DEBUG oslo_vmware.api [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1186.518861] env[62664]: value = "task-2698702" [ 1186.518861] env[62664]: _type = "Task" [ 1186.518861] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.527788] env[62664]: DEBUG oslo_vmware.api [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.583978] env[62664]: DEBUG oslo_concurrency.lockutils [None req-dac969d6-db4e-49c5-b624-4b3829dc13a2 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "b274388d-6889-46ed-aa07-b78c6fdf43d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.216s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.855029] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.855304] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.856792] env[62664]: INFO nova.compute.claims [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.015517] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.015910] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.016049] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.016254] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.016430] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.018957] env[62664]: INFO nova.compute.manager [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Terminating instance [ 1187.030366] env[62664]: DEBUG oslo_vmware.api [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698702, 'name': PowerOffVM_Task, 'duration_secs': 0.200652} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.030604] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.030773] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.031628] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-934cf431-494c-4ffc-96a8-ac369ac273eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.115320] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.115320] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.115416] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Deleting the datastore file [datastore1] d6555e94-d386-4d51-b85a-de555213ce21 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.115679] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc885266-ccb3-403f-9388-fe75d6366e2f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.123148] env[62664]: DEBUG oslo_vmware.api [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for the task: (returnval){ [ 1187.123148] env[62664]: value = "task-2698704" [ 1187.123148] env[62664]: _type = "Task" [ 1187.123148] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.131345] env[62664]: DEBUG oslo_vmware.api [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.149657] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "839bbb54-8100-4ed6-9e8d-c8299147d567" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.149901] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.150172] env[62664]: INFO nova.compute.manager [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Attaching volume 86657c31-8dd9-4ea2-b02f-5c8deb4690ba to /dev/sdb [ 1187.200539] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7475f2-d8d1-4d6e-847c-edfe0bf93550 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.207964] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb73079-2dac-4d4b-80ac-d73bb68fc621 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.222441] env[62664]: DEBUG nova.virt.block_device [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating existing volume attachment record: 234e3cc2-f1d8-4907-9b0f-543e91fd26e4 {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1187.525937] env[62664]: DEBUG nova.compute.manager [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.527320] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.527320] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfed98e3-4be1-40ee-8fb1-9b854a9c9e93 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.536694] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.536970] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47e4805d-588e-437d-9814-61eb0a2e332d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.543628] env[62664]: DEBUG oslo_vmware.api [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1187.543628] env[62664]: value = "task-2698708" [ 1187.543628] env[62664]: _type = "Task" [ 1187.543628] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.551764] env[62664]: DEBUG oslo_vmware.api [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.633585] env[62664]: DEBUG oslo_vmware.api [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Task: {'id': task-2698704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420348} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.634018] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.634018] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.634212] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.634390] env[62664]: INFO nova.compute.manager [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1187.634630] env[62664]: DEBUG oslo.service.loopingcall [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.634818] env[62664]: DEBUG nova.compute.manager [-] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.634908] env[62664]: DEBUG nova.network.neutron [-] [instance: d6555e94-d386-4d51-b85a-de555213ce21] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.055581] env[62664]: DEBUG oslo_vmware.api [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698708, 'name': PowerOffVM_Task, 'duration_secs': 0.220825} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.055866] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.056051] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.057106] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ec258bd-89ba-49a2-85c4-fa8add233d21 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.090433] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43f0875-ada8-4d91-bf19-df9dc2a24c6d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.098174] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed7dc53-3631-405f-84e0-20f3a8adf734 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.129913] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b76b7a-98af-433e-a66b-9436397d47af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.132665] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.132859] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.133051] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleting the datastore file [datastore1] dcdf28f8-dd2b-4fd2-a05c-2da8098f9389 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.133299] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-029dd5b6-7e22-4bad-bbe8-a2b47f65332d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.140379] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f17dc3-5867-4d24-bbf6-54240f3e2fc9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.144901] env[62664]: DEBUG oslo_vmware.api [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for the task: (returnval){ [ 1188.144901] env[62664]: value = "task-2698710" [ 1188.144901] env[62664]: _type = "Task" [ 1188.144901] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.156356] env[62664]: DEBUG nova.compute.provider_tree [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.162951] env[62664]: DEBUG oslo_vmware.api [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.222100] env[62664]: DEBUG nova.compute.manager [req-deb12009-6966-4b1b-b148-90542bfdf584 req-6890d7fb-b2a0-4165-a86f-f6c6ca2e105c service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Received event network-vif-deleted-76d6d1c1-871b-4915-b2b8-b05cfa64ca35 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.222378] env[62664]: INFO nova.compute.manager [req-deb12009-6966-4b1b-b148-90542bfdf584 req-6890d7fb-b2a0-4165-a86f-f6c6ca2e105c service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Neutron deleted interface 76d6d1c1-871b-4915-b2b8-b05cfa64ca35; detaching it from the instance and deleting it from the info cache [ 1188.222579] env[62664]: DEBUG nova.network.neutron [req-deb12009-6966-4b1b-b148-90542bfdf584 req-6890d7fb-b2a0-4165-a86f-f6c6ca2e105c service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.655419] env[62664]: DEBUG oslo_vmware.api [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Task: {'id': task-2698710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235316} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.655794] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.655837] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.656013] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.656194] env[62664]: INFO nova.compute.manager [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1188.656433] env[62664]: DEBUG oslo.service.loopingcall [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.656627] env[62664]: DEBUG nova.compute.manager [-] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.656724] env[62664]: DEBUG nova.network.neutron [-] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.679482] env[62664]: ERROR nova.scheduler.client.report [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [req-182a1e83-905b-4bec-bc50-2205e117aaf0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-182a1e83-905b-4bec-bc50-2205e117aaf0"}]} [ 1188.699498] env[62664]: DEBUG nova.scheduler.client.report [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1188.705502] env[62664]: DEBUG nova.network.neutron [-] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.715065] env[62664]: DEBUG nova.scheduler.client.report [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1188.715443] env[62664]: DEBUG nova.compute.provider_tree [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.728717] env[62664]: DEBUG nova.scheduler.client.report [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1188.730652] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15677bcf-7aa2-4630-a047-01bfdc67afdf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.740882] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da06bcb2-c21e-42f2-8df0-7c2356242549 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.752153] env[62664]: DEBUG nova.scheduler.client.report [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1188.772577] env[62664]: DEBUG nova.compute.manager [req-deb12009-6966-4b1b-b148-90542bfdf584 req-6890d7fb-b2a0-4165-a86f-f6c6ca2e105c service nova] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Detach interface failed, port_id=76d6d1c1-871b-4915-b2b8-b05cfa64ca35, reason: Instance d6555e94-d386-4d51-b85a-de555213ce21 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1188.858795] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0dfc87-59f6-4061-b1df-25b8755ca272 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.866325] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaeb39b-2de0-48a5-b590-5f8bdade5ee7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.898198] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c97fd50-9a09-4629-9af6-349b406e3123 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.906135] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70ac975-7e88-4817-9766-722eb6742469 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.922420] env[62664]: DEBUG nova.compute.provider_tree [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1189.208374] env[62664]: INFO nova.compute.manager [-] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Took 1.57 seconds to deallocate network for instance. [ 1189.453161] env[62664]: DEBUG nova.scheduler.client.report [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1189.453437] env[62664]: DEBUG nova.compute.provider_tree [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 152 to 153 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1189.453627] env[62664]: DEBUG nova.compute.provider_tree [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1189.459307] env[62664]: DEBUG nova.network.neutron [-] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.715293] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.958298] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.103s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.958798] env[62664]: DEBUG nova.compute.manager [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.961408] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.246s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.961637] env[62664]: DEBUG nova.objects.instance [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lazy-loading 'resources' on Instance uuid d6555e94-d386-4d51-b85a-de555213ce21 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.962641] env[62664]: INFO nova.compute.manager [-] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Took 1.31 seconds to deallocate network for instance. [ 1190.245889] env[62664]: DEBUG nova.compute.manager [req-e9e375a0-b5ff-4ffd-a6e5-1cb37823e8cb req-bf1a25d9-7251-4904-ac1a-e16614c85db6 service nova] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Received event network-vif-deleted-e2abb2e5-ccb7-4c83-912c-2df1ca540212 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1190.464529] env[62664]: DEBUG nova.compute.utils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1190.468914] env[62664]: DEBUG nova.compute.manager [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.469458] env[62664]: DEBUG nova.network.neutron [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.471681] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.516491] env[62664]: DEBUG nova.policy [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87612dd0baaf467f85ea11e923f99505', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51d64d8686048938e1f7a66851e092e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.560470] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a16e78-3d1c-4863-9d8f-51897c7ae2e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.568217] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2fbdc1-a646-4256-b818-3527a5f8d10e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.599071] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6576727-903e-4ddb-8fcf-ca421d14a604 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.606692] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8b3e9a-3bb0-4ea8-b904-3a8cc57741c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.619567] env[62664]: DEBUG nova.compute.provider_tree [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.781333] env[62664]: DEBUG nova.network.neutron [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Successfully created port: abf4a842-6441-4db9-b623-23496fc68a9e {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.969692] env[62664]: DEBUG nova.compute.manager [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.122256] env[62664]: DEBUG nova.scheduler.client.report [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.627475] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.629883] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.158s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.630199] env[62664]: DEBUG nova.objects.instance [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lazy-loading 'resources' on Instance uuid dcdf28f8-dd2b-4fd2-a05c-2da8098f9389 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.647641] env[62664]: INFO nova.scheduler.client.report [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Deleted allocations for instance d6555e94-d386-4d51-b85a-de555213ce21 [ 1191.773054] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1191.773054] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543816', 'volume_id': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'name': 'volume-86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '839bbb54-8100-4ed6-9e8d-c8299147d567', 'attached_at': '', 'detached_at': '', 'volume_id': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'serial': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1191.773440] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f727f3c-3f4f-4206-b101-35871e6a5157 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.792348] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab7f08e-3db8-4902-9559-99af38a1f828 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.819107] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-86657c31-8dd9-4ea2-b02f-5c8deb4690ba/volume-86657c31-8dd9-4ea2-b02f-5c8deb4690ba.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.819432] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7045c4e1-5fa5-4dca-a01a-0fc86ddd23aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.839496] env[62664]: DEBUG oslo_vmware.api [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1191.839496] env[62664]: value = "task-2698712" [ 1191.839496] env[62664]: _type = "Task" [ 1191.839496] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.849537] env[62664]: DEBUG oslo_vmware.api [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.979787] env[62664]: DEBUG nova.compute.manager [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.006876] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.007137] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.007298] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.007482] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.007627] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.007772] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.008064] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.008987] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.009235] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.009418] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.009601] env[62664]: DEBUG nova.virt.hardware [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.010553] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a4c3b2-0d1f-4318-a62f-e7de34f83fa9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.018885] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed976df-6b14-4361-bd3a-3ffcb826fe07 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.162234] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9aa69dce-4737-4f8f-88b3-6d60169ce4d1 tempest-AttachVolumeTestJSON-168239439 tempest-AttachVolumeTestJSON-168239439-project-member] Lock "d6555e94-d386-4d51-b85a-de555213ce21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.176s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.231066] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c533d7-17a6-4e3f-b57f-56f2c8e040cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.240598] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d333f600-9543-4e85-82a0-67ba6cd0d145 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.270234] env[62664]: DEBUG nova.network.neutron [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Successfully updated port: abf4a842-6441-4db9-b623-23496fc68a9e {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.271948] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423be5ed-0383-4803-8a92-3bb51f6a4b9f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.276411] env[62664]: DEBUG nova.compute.manager [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Received event network-vif-plugged-abf4a842-6441-4db9-b623-23496fc68a9e {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.276836] env[62664]: DEBUG oslo_concurrency.lockutils [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] Acquiring lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.276836] env[62664]: DEBUG oslo_concurrency.lockutils [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] Lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.277017] env[62664]: DEBUG oslo_concurrency.lockutils [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] Lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.277074] env[62664]: DEBUG nova.compute.manager [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] No waiting events found dispatching network-vif-plugged-abf4a842-6441-4db9-b623-23496fc68a9e {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.278046] env[62664]: WARNING nova.compute.manager [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Received unexpected event network-vif-plugged-abf4a842-6441-4db9-b623-23496fc68a9e for instance with vm_state building and task_state spawning. [ 1192.278046] env[62664]: DEBUG nova.compute.manager [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Received event network-changed-abf4a842-6441-4db9-b623-23496fc68a9e {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.278046] env[62664]: DEBUG nova.compute.manager [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Refreshing instance network info cache due to event network-changed-abf4a842-6441-4db9-b623-23496fc68a9e. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.278046] env[62664]: DEBUG oslo_concurrency.lockutils [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] Acquiring lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.278046] env[62664]: DEBUG oslo_concurrency.lockutils [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] Acquired lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.278046] env[62664]: DEBUG nova.network.neutron [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Refreshing network info cache for port abf4a842-6441-4db9-b623-23496fc68a9e {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.285224] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c8b002-23df-49e4-a50e-ef5759a5ba78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.301133] env[62664]: DEBUG nova.compute.provider_tree [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.348974] env[62664]: DEBUG oslo_vmware.api [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698712, 'name': ReconfigVM_Task, 'duration_secs': 0.343004} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.349293] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-86657c31-8dd9-4ea2-b02f-5c8deb4690ba/volume-86657c31-8dd9-4ea2-b02f-5c8deb4690ba.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.354764] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1026198b-80d0-4624-a5f8-7ef4876c907f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.369619] env[62664]: DEBUG oslo_vmware.api [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1192.369619] env[62664]: value = "task-2698713" [ 1192.369619] env[62664]: _type = "Task" [ 1192.369619] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.378071] env[62664]: DEBUG oslo_vmware.api [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.776207] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.804097] env[62664]: DEBUG nova.scheduler.client.report [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.816646] env[62664]: DEBUG nova.network.neutron [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.880090] env[62664]: DEBUG oslo_vmware.api [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698713, 'name': ReconfigVM_Task, 'duration_secs': 0.134689} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.880464] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543816', 'volume_id': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'name': 'volume-86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '839bbb54-8100-4ed6-9e8d-c8299147d567', 'attached_at': '', 'detached_at': '', 'volume_id': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'serial': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1192.898855] env[62664]: DEBUG nova.network.neutron [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.309195] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.332559] env[62664]: INFO nova.scheduler.client.report [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Deleted allocations for instance dcdf28f8-dd2b-4fd2-a05c-2da8098f9389 [ 1193.400901] env[62664]: DEBUG oslo_concurrency.lockutils [req-6d723c46-033f-4fa9-b41f-3196c7cb1c27 req-b55313fd-343d-4337-9e7c-1010bfd970e2 service nova] Releasing lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.401291] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.401463] env[62664]: DEBUG nova.network.neutron [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.840163] env[62664]: DEBUG oslo_concurrency.lockutils [None req-3ce65c41-f31a-4783-bbfd-154de07d2d67 tempest-AttachInterfacesTestJSON-433048514 tempest-AttachInterfacesTestJSON-433048514-project-member] Lock "dcdf28f8-dd2b-4fd2-a05c-2da8098f9389" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.824s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.916213] env[62664]: DEBUG nova.objects.instance [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'flavor' on Instance uuid 839bbb54-8100-4ed6-9e8d-c8299147d567 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.947936] env[62664]: DEBUG nova.network.neutron [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.074906] env[62664]: DEBUG nova.network.neutron [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Updating instance_info_cache with network_info: [{"id": "abf4a842-6441-4db9-b623-23496fc68a9e", "address": "fa:16:3e:a9:3a:f6", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabf4a842-64", "ovs_interfaceid": "abf4a842-6441-4db9-b623-23496fc68a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.230661] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.230965] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.231208] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.231401] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.231571] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.233627] env[62664]: INFO nova.compute.manager [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Terminating instance [ 1194.421309] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a0d2a4b9-9dc8-49f7-a578-cb5635ce3b3a tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.578069] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.578440] env[62664]: DEBUG nova.compute.manager [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Instance network_info: |[{"id": "abf4a842-6441-4db9-b623-23496fc68a9e", "address": "fa:16:3e:a9:3a:f6", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabf4a842-64", "ovs_interfaceid": "abf4a842-6441-4db9-b623-23496fc68a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.578911] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:3a:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abf4a842-6441-4db9-b623-23496fc68a9e', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.588736] env[62664]: DEBUG oslo.service.loopingcall [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1194.589072] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.589475] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bd498ee-d94c-47f5-81a4-c41c445679b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.611657] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.611657] env[62664]: value = "task-2698715" [ 1194.611657] env[62664]: _type = "Task" [ 1194.611657] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.619700] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698715, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.736749] env[62664]: DEBUG nova.compute.manager [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.736993] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.737957] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a82eda-9022-48a1-b3b5-3394f087b1e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.747020] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.747020] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93bd3d4e-b5d5-4eb1-b39c-b87f3bee90c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.754041] env[62664]: DEBUG oslo_vmware.api [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1194.754041] env[62664]: value = "task-2698716" [ 1194.754041] env[62664]: _type = "Task" [ 1194.754041] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.765708] env[62664]: DEBUG oslo_vmware.api [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.122010] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698715, 'name': CreateVM_Task, 'duration_secs': 0.318453} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.122307] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.122920] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.123102] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.123418] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.123672] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a55e7b3e-81ab-4bd6-b38f-63c7535552f5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.128146] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1195.128146] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52280aa5-a652-079e-5d76-2e6caf4508e1" [ 1195.128146] env[62664]: _type = "Task" [ 1195.128146] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.135497] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52280aa5-a652-079e-5d76-2e6caf4508e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.265568] env[62664]: DEBUG oslo_vmware.api [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698716, 'name': PowerOffVM_Task, 'duration_secs': 0.189882} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.265568] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.265568] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.265568] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-356dee37-9cf9-405b-8800-85ad1be8e7b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.324029] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.324365] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.324477] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleting the datastore file [datastore2] 288e1d97-19b2-4162-ae28-dd5063b6a6f5 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.324706] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b35c45a-4f47-4fe3-a592-c3314dba773c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.331553] env[62664]: DEBUG oslo_vmware.api [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for the task: (returnval){ [ 1195.331553] env[62664]: value = "task-2698718" [ 1195.331553] env[62664]: _type = "Task" [ 1195.331553] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.339152] env[62664]: DEBUG oslo_vmware.api [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.348900] env[62664]: DEBUG nova.compute.manager [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Stashing vm_state: active {{(pid=62664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1195.637707] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52280aa5-a652-079e-5d76-2e6caf4508e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011959} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.638024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.638299] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.638583] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.638725] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.638908] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.639183] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5942f6b-6344-4a3c-8ba9-989506bbaf52 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.647274] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.647451] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.648164] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b822ebc-b22c-4d53-bcf0-fe51af215e71 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.654514] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1195.654514] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d466d0-bab2-08c4-9535-47365c08d2a8" [ 1195.654514] env[62664]: _type = "Task" [ 1195.654514] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.673933] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d466d0-bab2-08c4-9535-47365c08d2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.673933] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5b2f23-ab60-4431-9aae-2cbe3cad4019 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.678420] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1195.678420] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52361f38-1289-897c-bdbc-91b455ffe6f9" [ 1195.678420] env[62664]: _type = "Task" [ 1195.678420] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.686413] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52361f38-1289-897c-bdbc-91b455ffe6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.844323] env[62664]: DEBUG oslo_vmware.api [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Task: {'id': task-2698718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15164} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.844323] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.844323] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.844323] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.844323] env[62664]: INFO nova.compute.manager [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1195.844323] env[62664]: DEBUG oslo.service.loopingcall [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1195.844323] env[62664]: DEBUG nova.compute.manager [-] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.844323] env[62664]: DEBUG nova.network.neutron [-] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.868463] env[62664]: DEBUG nova.compute.manager [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Stashing vm_state: active {{(pid=62664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1195.875069] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.875484] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.189935] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52361f38-1289-897c-bdbc-91b455ffe6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.190505] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.190769] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d1ea25d7-9d48-4d04-9d2b-f25af082dbbb/d1ea25d7-9d48-4d04-9d2b-f25af082dbbb.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.191047] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b84e8bd6-4ff5-46c0-a829-b34f58c29ac3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.197235] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1196.197235] env[62664]: value = "task-2698720" [ 1196.197235] env[62664]: _type = "Task" [ 1196.197235] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.209237] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.382862] env[62664]: INFO nova.compute.claims [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.401186] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.707664] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472394} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.708067] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] d1ea25d7-9d48-4d04-9d2b-f25af082dbbb/d1ea25d7-9d48-4d04-9d2b-f25af082dbbb.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.708544] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.708984] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1713ba44-d45f-414b-a0d3-806ac18e3479 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.714756] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1196.714756] env[62664]: value = "task-2698721" [ 1196.714756] env[62664]: _type = "Task" [ 1196.714756] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.723383] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.800028] env[62664]: DEBUG nova.compute.manager [req-bd7a4cbe-721e-4d88-a354-a7cbed187ad9 req-4c284547-b47a-4f3c-bd93-0b39aacbbef4 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Received event network-vif-deleted-db5482bf-b79f-46bb-a72e-759b58913342 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.800380] env[62664]: INFO nova.compute.manager [req-bd7a4cbe-721e-4d88-a354-a7cbed187ad9 req-4c284547-b47a-4f3c-bd93-0b39aacbbef4 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Neutron deleted interface db5482bf-b79f-46bb-a72e-759b58913342; detaching it from the instance and deleting it from the info cache [ 1196.800624] env[62664]: DEBUG nova.network.neutron [req-bd7a4cbe-721e-4d88-a354-a7cbed187ad9 req-4c284547-b47a-4f3c-bd93-0b39aacbbef4 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.889563] env[62664]: INFO nova.compute.resource_tracker [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating resource usage from migration e897de5e-1471-4392-b985-ebdb734e4e0e [ 1196.984604] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96b7126-f820-4c4b-ac31-ab36ccce33da {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.992926] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad81e1a5-9de6-48f7-b5b5-233214008cc4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.024542] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c06e009-2a17-4f05-a61d-208137a45ea4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.031669] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2b7acc-f6a1-43df-9b61-d39eee125421 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.044715] env[62664]: DEBUG nova.compute.provider_tree [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.224419] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063584} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.224784] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.225438] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0be2be4-02f8-4333-9316-e1ac7bf62863 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.246407] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] d1ea25d7-9d48-4d04-9d2b-f25af082dbbb/d1ea25d7-9d48-4d04-9d2b-f25af082dbbb.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.246627] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cd33b40-6d5d-4f7c-a548-7123fe434a32 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.265327] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1197.265327] env[62664]: value = "task-2698722" [ 1197.265327] env[62664]: _type = "Task" [ 1197.265327] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.272720] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.277057] env[62664]: DEBUG nova.network.neutron [-] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.303076] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64277bff-b209-4289-854d-f120985d7c81 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.312140] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60276a57-185d-47c5-ae06-f972e1c21f60 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.339709] env[62664]: DEBUG nova.compute.manager [req-bd7a4cbe-721e-4d88-a354-a7cbed187ad9 req-4c284547-b47a-4f3c-bd93-0b39aacbbef4 service nova] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Detach interface failed, port_id=db5482bf-b79f-46bb-a72e-759b58913342, reason: Instance 288e1d97-19b2-4162-ae28-dd5063b6a6f5 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1197.547683] env[62664]: DEBUG nova.scheduler.client.report [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.774399] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698722, 'name': ReconfigVM_Task, 'duration_secs': 0.307932} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.774688] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Reconfigured VM instance instance-00000073 to attach disk [datastore1] d1ea25d7-9d48-4d04-9d2b-f25af082dbbb/d1ea25d7-9d48-4d04-9d2b-f25af082dbbb.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.775332] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70cabfb1-d587-4ef2-9525-ed3741dc1cf3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.779499] env[62664]: INFO nova.compute.manager [-] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Took 1.94 seconds to deallocate network for instance. [ 1197.782156] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1197.782156] env[62664]: value = "task-2698723" [ 1197.782156] env[62664]: _type = "Task" [ 1197.782156] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.793116] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698723, 'name': Rename_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.052764] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.177s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.052895] env[62664]: INFO nova.compute.manager [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Migrating [ 1198.059797] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.661s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.289070] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.295145] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698723, 'name': Rename_Task, 'duration_secs': 0.138901} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.295411] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.295643] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2678fde5-16a3-4f85-b5a7-52703539ef7d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.301641] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1198.301641] env[62664]: value = "task-2698725" [ 1198.301641] env[62664]: _type = "Task" [ 1198.301641] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.308871] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.570948] env[62664]: INFO nova.compute.claims [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.574652] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.574821] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.574993] env[62664]: DEBUG nova.network.neutron [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.811658] env[62664]: DEBUG oslo_vmware.api [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698725, 'name': PowerOnVM_Task, 'duration_secs': 0.429223} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.811854] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.812069] env[62664]: INFO nova.compute.manager [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1198.812253] env[62664]: DEBUG nova.compute.manager [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.812997] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae049e-c4a4-489b-a79d-f3451f4e54f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.078980] env[62664]: INFO nova.compute.resource_tracker [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating resource usage from migration 6d493e46-9c6b-4af5-99c8-9cc595b5d7a1 [ 1199.170672] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0c07b0-b857-42f6-a128-c1a397ec2347 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.178493] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96988a4e-bcf5-485b-b18e-423210b456fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.210017] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542dd08d-f171-45ac-bee1-c283ae6c91a3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.216808] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05d3d8a-c83f-497c-9d30-c3b11199da5e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.230979] env[62664]: DEBUG nova.compute.provider_tree [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.326038] env[62664]: DEBUG nova.network.neutron [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance_info_cache with network_info: [{"id": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "address": "fa:16:3e:8e:93:ea", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e586a5-a2", "ovs_interfaceid": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.330272] env[62664]: INFO nova.compute.manager [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Took 12.49 seconds to build instance. [ 1199.736235] env[62664]: DEBUG nova.scheduler.client.report [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.831217] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.834116] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a7509c98-ec15-45df-8e39-dbc3af139467 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.004s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.923977] env[62664]: DEBUG nova.compute.manager [req-a25fed1f-fde7-40a5-899b-398ae2497b2e req-ba41757b-74f2-4016-bcf9-0804b4c006cf service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Received event network-changed-abf4a842-6441-4db9-b623-23496fc68a9e {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.924186] env[62664]: DEBUG nova.compute.manager [req-a25fed1f-fde7-40a5-899b-398ae2497b2e req-ba41757b-74f2-4016-bcf9-0804b4c006cf service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Refreshing instance network info cache due to event network-changed-abf4a842-6441-4db9-b623-23496fc68a9e. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1199.924409] env[62664]: DEBUG oslo_concurrency.lockutils [req-a25fed1f-fde7-40a5-899b-398ae2497b2e req-ba41757b-74f2-4016-bcf9-0804b4c006cf service nova] Acquiring lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.924556] env[62664]: DEBUG oslo_concurrency.lockutils [req-a25fed1f-fde7-40a5-899b-398ae2497b2e req-ba41757b-74f2-4016-bcf9-0804b4c006cf service nova] Acquired lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.924718] env[62664]: DEBUG nova.network.neutron [req-a25fed1f-fde7-40a5-899b-398ae2497b2e req-ba41757b-74f2-4016-bcf9-0804b4c006cf service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Refreshing network info cache for port abf4a842-6441-4db9-b623-23496fc68a9e {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.241686] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.181s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.241686] env[62664]: INFO nova.compute.manager [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Migrating [ 1200.250836] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.960s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.250836] env[62664]: DEBUG nova.objects.instance [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lazy-loading 'resources' on Instance uuid 288e1d97-19b2-4162-ae28-dd5063b6a6f5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.639483] env[62664]: DEBUG nova.network.neutron [req-a25fed1f-fde7-40a5-899b-398ae2497b2e req-ba41757b-74f2-4016-bcf9-0804b4c006cf service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Updated VIF entry in instance network info cache for port abf4a842-6441-4db9-b623-23496fc68a9e. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.639483] env[62664]: DEBUG nova.network.neutron [req-a25fed1f-fde7-40a5-899b-398ae2497b2e req-ba41757b-74f2-4016-bcf9-0804b4c006cf service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Updating instance_info_cache with network_info: [{"id": "abf4a842-6441-4db9-b623-23496fc68a9e", "address": "fa:16:3e:a9:3a:f6", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabf4a842-64", "ovs_interfaceid": "abf4a842-6441-4db9-b623-23496fc68a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.765507] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.765900] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.765900] env[62664]: DEBUG nova.network.neutron [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.885648] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d2a58d-fb50-4bad-9e50-29a43c2a7d01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.893836] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fc3956-2cac-46f8-8c23-93ec526fd789 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.925378] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d2b4fb-aa21-4a6e-b324-d6ce5b9519a8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.933169] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42598b1-8aed-4a34-a98e-59b9239bfc0a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.946459] env[62664]: DEBUG nova.compute.provider_tree [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.141731] env[62664]: DEBUG oslo_concurrency.lockutils [req-a25fed1f-fde7-40a5-899b-398ae2497b2e req-ba41757b-74f2-4016-bcf9-0804b4c006cf service nova] Releasing lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.348687] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb281bd-b55f-4b2b-ae65-431f039c451e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.369719] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance '839bbb54-8100-4ed6-9e8d-c8299147d567' progress to 0 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.452797] env[62664]: DEBUG nova.scheduler.client.report [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.622041] env[62664]: DEBUG nova.network.neutron [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance_info_cache with network_info: [{"id": "4e244a58-a472-4543-8379-8a053211c520", "address": "fa:16:3e:5d:af:42", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e244a58-a4", "ovs_interfaceid": "4e244a58-a472-4543-8379-8a053211c520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.878408] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.878718] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ed570b-65a4-4daa-bd37-c42857fa50eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.885708] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1201.885708] env[62664]: value = "task-2698727" [ 1201.885708] env[62664]: _type = "Task" [ 1201.885708] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.897674] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.961351] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.985649] env[62664]: INFO nova.scheduler.client.report [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Deleted allocations for instance 288e1d97-19b2-4162-ae28-dd5063b6a6f5 [ 1202.125018] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.396140] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698727, 'name': PowerOffVM_Task, 'duration_secs': 0.246087} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.396675] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.396675] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance '839bbb54-8100-4ed6-9e8d-c8299147d567' progress to 17 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.494424] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb266a94-4f6e-426f-8cf1-972e059d6b3c tempest-AttachVolumeShelveTestJSON-59979232 tempest-AttachVolumeShelveTestJSON-59979232-project-member] Lock "288e1d97-19b2-4162-ae28-dd5063b6a6f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.263s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.903223] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.903612] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.903707] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.903965] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.904175] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.904382] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.904659] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.904875] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.905093] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.905338] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.905546] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.910786] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c83119-ac70-447b-a6d1-4231364ee133 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.928565] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1202.928565] env[62664]: value = "task-2698728" [ 1202.928565] env[62664]: _type = "Task" [ 1202.928565] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.938458] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.442834] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698728, 'name': ReconfigVM_Task, 'duration_secs': 0.210383} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.443162] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance '839bbb54-8100-4ed6-9e8d-c8299147d567' progress to 33 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.641119] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb835c2d-2119-4180-8c36-ed6b52549100 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.661278] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance '6bd15795-9e23-4678-84e5-7010713717eb' progress to 0 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.950343] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.950756] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.950915] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.951154] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.951345] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.951650] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.951940] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.952142] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.952347] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.952537] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.952766] env[62664]: DEBUG nova.virt.hardware [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.958208] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.958589] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7708093-53f3-496e-bf2a-592d4d2e9920 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.979220] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1203.979220] env[62664]: value = "task-2698730" [ 1203.979220] env[62664]: _type = "Task" [ 1203.979220] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.990325] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.168264] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.168620] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59951412-5710-44c4-97d6-32d70a5f6482 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.177137] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1204.177137] env[62664]: value = "task-2698732" [ 1204.177137] env[62664]: _type = "Task" [ 1204.177137] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.187982] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.488281] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698730, 'name': ReconfigVM_Task, 'duration_secs': 0.249647} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.488607] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1204.489418] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e261b-b6db-4861-a3f7-dccfb498f049 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.514445] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 839bbb54-8100-4ed6-9e8d-c8299147d567/839bbb54-8100-4ed6-9e8d-c8299147d567.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.514733] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d3d4b7-07fb-4a99-90c3-07f0e67ee758 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.531744] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1204.531744] env[62664]: value = "task-2698733" [ 1204.531744] env[62664]: _type = "Task" [ 1204.531744] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.539115] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.687507] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698732, 'name': PowerOffVM_Task, 'duration_secs': 0.216345} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.687851] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.688096] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance '6bd15795-9e23-4678-84e5-7010713717eb' progress to 17 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.042170] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698733, 'name': ReconfigVM_Task, 'duration_secs': 0.283231} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.042444] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 839bbb54-8100-4ed6-9e8d-c8299147d567/839bbb54-8100-4ed6-9e8d-c8299147d567.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.042737] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance '839bbb54-8100-4ed6-9e8d-c8299147d567' progress to 50 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.194805] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.195070] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.195236] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.195420] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.195568] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.195715] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.195917] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.196091] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.196258] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.196423] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.196590] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.201750] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ff08baf-569d-4f72-af15-ddb392c7548a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.218697] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1205.218697] env[62664]: value = "task-2698734" [ 1205.218697] env[62664]: _type = "Task" [ 1205.218697] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.226365] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.549243] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4bbe84-e39d-4b07-8252-b712361b71b3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.571154] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b980a-bf0e-4750-89db-016a46ebaed5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.590921] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance '839bbb54-8100-4ed6-9e8d-c8299147d567' progress to 67 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.728622] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698734, 'name': ReconfigVM_Task, 'duration_secs': 0.464909} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.728966] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance '6bd15795-9e23-4678-84e5-7010713717eb' progress to 33 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.236068] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.236459] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.236459] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.236618] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.236770] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.236922] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.237144] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.237328] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.237511] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.237677] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.237852] env[62664]: DEBUG nova.virt.hardware [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.243522] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.243819] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e42e7f5-b5e6-433b-9ed6-167d62a6533e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.264592] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1206.264592] env[62664]: value = "task-2698736" [ 1206.264592] env[62664]: _type = "Task" [ 1206.264592] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.272172] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.774183] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698736, 'name': ReconfigVM_Task, 'duration_secs': 0.164778} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.774452] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.775208] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2629e43a-3257-4c3e-aa11-6d7cdbe470a3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.796270] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 6bd15795-9e23-4678-84e5-7010713717eb/6bd15795-9e23-4678-84e5-7010713717eb.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.796505] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd3d7a7-ff27-4305-8dff-b647e9a37b6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.813580] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1206.813580] env[62664]: value = "task-2698737" [ 1206.813580] env[62664]: _type = "Task" [ 1206.813580] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.820739] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.219725] env[62664]: DEBUG nova.network.neutron [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Port 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1207.324096] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698737, 'name': ReconfigVM_Task, 'duration_secs': 0.395636} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.324096] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 6bd15795-9e23-4678-84e5-7010713717eb/6bd15795-9e23-4678-84e5-7010713717eb.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.324537] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance '6bd15795-9e23-4678-84e5-7010713717eb' progress to 50 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.830405] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf513388-4828-4844-bade-4570eb4180f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.850808] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b346fe-013d-4794-bded-7f0f71dcbb2c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.870649] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance '6bd15795-9e23-4678-84e5-7010713717eb' progress to 67 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.242801] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "839bbb54-8100-4ed6-9e8d-c8299147d567-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.243061] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.243242] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.413841] env[62664]: DEBUG nova.network.neutron [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Port 4e244a58-a472-4543-8379-8a053211c520 binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1209.277568] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.277852] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.278140] env[62664]: DEBUG nova.network.neutron [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.433735] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "6bd15795-9e23-4678-84e5-7010713717eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.434023] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "6bd15795-9e23-4678-84e5-7010713717eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.434099] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "6bd15795-9e23-4678-84e5-7010713717eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.989647] env[62664]: DEBUG nova.network.neutron [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance_info_cache with network_info: [{"id": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "address": "fa:16:3e:8e:93:ea", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e586a5-a2", "ovs_interfaceid": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.484712] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.484993] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.485152] env[62664]: DEBUG nova.network.neutron [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.492233] env[62664]: DEBUG oslo_concurrency.lockutils [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.001168] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e66cfc-d6d7-4c1e-bede-3ba2f51c8213 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.009058] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bca376a-18df-4024-b93e-0a704c220927 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.179999] env[62664]: DEBUG nova.network.neutron [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance_info_cache with network_info: [{"id": "4e244a58-a472-4543-8379-8a053211c520", "address": "fa:16:3e:5d:af:42", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e244a58-a4", "ovs_interfaceid": "4e244a58-a472-4543-8379-8a053211c520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.682775] env[62664]: DEBUG oslo_concurrency.lockutils [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.106733] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3246d8-01d8-4927-8253-04820d7413c8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.129160] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55caf51c-8451-4985-8969-eaded70a83d0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.136151] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance '839bbb54-8100-4ed6-9e8d-c8299147d567' progress to 83 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.204938] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91271f0-037c-41f1-af62-c825c4e76aa8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.223554] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62371f3d-8f87-4993-8d2f-8a7f2a0c0fad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.229950] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance '6bd15795-9e23-4678-84e5-7010713717eb' progress to 83 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.643290] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.643675] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-721f2be8-2317-4c57-830c-a34f8c83dcbd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.651984] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1212.651984] env[62664]: value = "task-2698741" [ 1212.651984] env[62664]: _type = "Task" [ 1212.651984] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.665369] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.736421] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.736724] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd415ef-e7f3-4fd5-9eb8-dc59ea41ef70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.746300] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1212.746300] env[62664]: value = "task-2698742" [ 1212.746300] env[62664]: _type = "Task" [ 1212.746300] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.757904] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.164838] env[62664]: DEBUG oslo_vmware.api [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698741, 'name': PowerOnVM_Task, 'duration_secs': 0.389123} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.165137] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.165330] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fabac7-a3a5-4d37-b2e4-151a6692a4ff tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance '839bbb54-8100-4ed6-9e8d-c8299147d567' progress to 100 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.255877] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698742, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.755821] env[62664]: DEBUG oslo_vmware.api [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698742, 'name': PowerOnVM_Task, 'duration_secs': 0.525144} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.756117] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.756292] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-667ba099-43b9-4359-b15d-4edb5a850446 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance '6bd15795-9e23-4678-84e5-7010713717eb' progress to 100 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.599578] env[62664]: DEBUG nova.network.neutron [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Port 4e244a58-a472-4543-8379-8a053211c520 binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1215.599928] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.600015] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.600214] env[62664]: DEBUG nova.network.neutron [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.993718] env[62664]: DEBUG nova.network.neutron [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Port 10e586a5-a2e2-46dc-8e1a-dc4eede8b015 binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1215.994013] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.994185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.994350] env[62664]: DEBUG nova.network.neutron [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.334789] env[62664]: DEBUG nova.network.neutron [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance_info_cache with network_info: [{"id": "4e244a58-a472-4543-8379-8a053211c520", "address": "fa:16:3e:5d:af:42", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e244a58-a4", "ovs_interfaceid": "4e244a58-a472-4543-8379-8a053211c520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.692998] env[62664]: DEBUG nova.network.neutron [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance_info_cache with network_info: [{"id": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "address": "fa:16:3e:8e:93:ea", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e586a5-a2", "ovs_interfaceid": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.837689] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.196166] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.340564] env[62664]: DEBUG nova.compute.manager [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62664) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1217.340687] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.340876] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.699932] env[62664]: DEBUG nova.compute.manager [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62664) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1217.843941] env[62664]: DEBUG nova.objects.instance [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'migration_context' on Instance uuid 6bd15795-9e23-4678-84e5-7010713717eb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.429792] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d963a29-0f0e-4f12-9f02-00dfafe0bda8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.438027] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c543f3-9708-4021-b555-9802860c75f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.469825] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c21ad47-1821-40e0-9ec7-4d181de5f090 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.477086] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d71bd8-36e1-485f-8048-56059a0282b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.491590] env[62664]: DEBUG nova.compute.provider_tree [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.793214] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.934579] env[62664]: DEBUG oslo_concurrency.lockutils [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "ac7beddd-0681-4a54-bf20-a78db8b6a586" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.934865] env[62664]: DEBUG oslo_concurrency.lockutils [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.994866] env[62664]: DEBUG nova.scheduler.client.report [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.437672] env[62664]: DEBUG nova.compute.manager [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.951690] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.952171] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.960632] env[62664]: DEBUG oslo_concurrency.lockutils [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.005459] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.664s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.010876] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.218s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.456490] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.456646] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1220.456764] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Rebuilding the list of instances to heal {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1220.517272] env[62664]: DEBUG nova.objects.instance [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'migration_context' on Instance uuid 839bbb54-8100-4ed6-9e8d-c8299147d567 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.986633] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.986841] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.986937] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1220.987110] env[62664]: DEBUG nova.objects.instance [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lazy-loading 'info_cache' on Instance uuid 0e375498-fb3a-4d71-a1ed-caa8757bcf0b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.107027] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a474816-0136-4802-820b-c3c5f1eeb655 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.115167] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83946dda-78ff-4fa4-8056-8d96838a491b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.144393] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec33428-639c-4d62-a5d5-0f664555c9c0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.152368] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e1c28-f8ea-4a94-b32e-28a04d7f170d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.165214] env[62664]: DEBUG nova.compute.provider_tree [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.541383] env[62664]: INFO nova.compute.manager [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Swapping old allocation on dict_keys(['2b9ee314-cfa3-4107-ad39-93733afc044a']) held by migration 6d493e46-9c6b-4af5-99c8-9cc595b5d7a1 for instance [ 1221.561726] env[62664]: DEBUG nova.scheduler.client.report [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Overwriting current allocation {'allocations': {'2b9ee314-cfa3-4107-ad39-93733afc044a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': 'cfa326de3e2b402cb8f1bce0cc2c4d69', 'user_id': '66ab3825f7c744eb976ab71ee5f71fb6', 'consumer_generation': 1} on consumer 6bd15795-9e23-4678-84e5-7010713717eb {{(pid=62664) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1221.637957] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.638152] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.638350] env[62664]: DEBUG nova.network.neutron [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.668172] env[62664]: DEBUG nova.scheduler.client.report [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.347881] env[62664]: DEBUG nova.network.neutron [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance_info_cache with network_info: [{"id": "4e244a58-a472-4543-8379-8a053211c520", "address": "fa:16:3e:5d:af:42", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e244a58-a4", "ovs_interfaceid": "4e244a58-a472-4543-8379-8a053211c520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.677725] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.667s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.683236] env[62664]: DEBUG oslo_concurrency.lockutils [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.723s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.684576] env[62664]: INFO nova.compute.claims [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.700132] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updating instance_info_cache with network_info: [{"id": "f15a35cd-fc9d-4f89-aa01-b46403833416", "address": "fa:16:3e:c9:0d:55", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15a35cd-fc", "ovs_interfaceid": "f15a35cd-fc9d-4f89-aa01-b46403833416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.850956] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-6bd15795-9e23-4678-84e5-7010713717eb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.851463] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.851793] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c11b91d0-6fc4-40b2-9359-9b80015e90a1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.859460] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1222.859460] env[62664]: value = "task-2698745" [ 1222.859460] env[62664]: _type = "Task" [ 1222.859460] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.867420] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.202060] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.202260] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1223.202918] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.203107] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.203264] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.203416] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.203558] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.203703] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.203827] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1223.204219] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.369247] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698745, 'name': PowerOffVM_Task, 'duration_secs': 0.175627} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.369628] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.370101] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.370325] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.370516] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.370724] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.370875] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.371034] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.371246] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.371407] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.371605] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.371776] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.371949] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.376863] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70999004-7b64-47ca-b1f0-b7fb8f21b5c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.391307] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1223.391307] env[62664]: value = "task-2698746" [ 1223.391307] env[62664]: _type = "Task" [ 1223.391307] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.399545] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.706137] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.772737] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8417341d-3aca-4fcf-b719-4c29da580421 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.781201] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6397f05-8997-46f0-a2e0-b4e98bcfdf41 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.810247] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65db01af-64d8-4de5-929f-1ab80a2039c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.816711] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf5b313-7ad1-4171-bbf4-f0af4a5d2214 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.828879] env[62664]: DEBUG nova.compute.provider_tree [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.899886] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698746, 'name': ReconfigVM_Task, 'duration_secs': 0.133192} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.900694] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bf4645-a3dc-4d0a-a60e-431d34919ed0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.918475] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.918758] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.919112] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.919301] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.919418] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.919601] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.919870] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.920056] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.920232] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.920400] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.920605] env[62664]: DEBUG nova.virt.hardware [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.921368] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c9fbed-d2cf-4249-aaaf-f6bf6d900057 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.927274] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1223.927274] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529b5e88-edab-4b3a-8fb0-703d12251025" [ 1223.927274] env[62664]: _type = "Task" [ 1223.927274] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.936594] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529b5e88-edab-4b3a-8fb0-703d12251025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.218057] env[62664]: INFO nova.compute.manager [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Swapping old allocation on dict_keys(['2b9ee314-cfa3-4107-ad39-93733afc044a']) held by migration e897de5e-1471-4392-b985-ebdb734e4e0e for instance [ 1224.239465] env[62664]: DEBUG nova.scheduler.client.report [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Overwriting current allocation {'allocations': {'2b9ee314-cfa3-4107-ad39-93733afc044a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 159}}, 'project_id': '88f7e851b78f445bb1d320c3b4aed9de', 'user_id': '871aea90db614aa8b61fff94a5f17ef5', 'consumer_generation': 1} on consumer 839bbb54-8100-4ed6-9e8d-c8299147d567 {{(pid=62664) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1224.311583] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.311769] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.311944] env[62664]: DEBUG nova.network.neutron [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.331769] env[62664]: DEBUG nova.scheduler.client.report [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.437787] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529b5e88-edab-4b3a-8fb0-703d12251025, 'name': SearchDatastore_Task, 'duration_secs': 0.007132} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.442984] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.443252] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bf50755-c192-4374-b847-e065d8c4460b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.461672] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1224.461672] env[62664]: value = "task-2698747" [ 1224.461672] env[62664]: _type = "Task" [ 1224.461672] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.468733] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.836632] env[62664]: DEBUG oslo_concurrency.lockutils [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.836978] env[62664]: DEBUG nova.compute.manager [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.839944] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.134s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.839944] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.840037] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1224.841097] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f18505-70ab-407f-a239-9f0e57c102c4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.851354] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e7ed4-e4b9-4a86-b0ea-16fbf1f31f22 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.865326] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36b6b2c-02ad-4204-bdd1-06080c28c9f9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.872514] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701c31a6-421a-4079-a3e7-7c3d98fca6ed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.901401] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179586MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1224.901573] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.901790] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.972337] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698747, 'name': ReconfigVM_Task, 'duration_secs': 0.169529} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.972605] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.973372] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64314f71-d405-470d-8ba6-ac5e263ad234 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.995072] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 6bd15795-9e23-4678-84e5-7010713717eb/6bd15795-9e23-4678-84e5-7010713717eb.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.997654] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a431303e-d187-4b34-a7b8-1d6b3fa5873e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.015853] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1225.015853] env[62664]: value = "task-2698748" [ 1225.015853] env[62664]: _type = "Task" [ 1225.015853] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.023362] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.113158] env[62664]: DEBUG nova.network.neutron [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance_info_cache with network_info: [{"id": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "address": "fa:16:3e:8e:93:ea", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10e586a5-a2", "ovs_interfaceid": "10e586a5-a2e2-46dc-8e1a-dc4eede8b015", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.342248] env[62664]: DEBUG nova.compute.utils [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1225.344198] env[62664]: DEBUG nova.compute.manager [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.344368] env[62664]: DEBUG nova.network.neutron [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.378853] env[62664]: DEBUG nova.policy [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87612dd0baaf467f85ea11e923f99505', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51d64d8686048938e1f7a66851e092e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.526522] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698748, 'name': ReconfigVM_Task, 'duration_secs': 0.248866} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.526910] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 6bd15795-9e23-4678-84e5-7010713717eb/6bd15795-9e23-4678-84e5-7010713717eb.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.527758] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952105d0-ae3f-433b-9f78-e02f9daa5a6a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.549643] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd0e08-5fa8-47c3-ac38-21c7e55e4bf3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.568798] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e59224-778d-4cdb-823d-58cfce3a82d3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.590431] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654179ea-158e-4a50-a938-4105bad95fb8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.597094] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.597349] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cccd687-46da-4305-97e1-8807433bc4db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.606262] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1225.606262] env[62664]: value = "task-2698749" [ 1225.606262] env[62664]: _type = "Task" [ 1225.606262] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.613769] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.615953] env[62664]: DEBUG oslo_concurrency.lockutils [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-839bbb54-8100-4ed6-9e8d-c8299147d567" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.616790] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301bf861-212b-4872-a28c-9d5465fcfcf1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.627740] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d99e48e-589e-48e9-b4bc-1db8ffb9090e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.650932] env[62664]: DEBUG nova.network.neutron [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Successfully created port: 865373d3-68e3-4acf-a2ac-50ea4923ed76 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.845954] env[62664]: DEBUG nova.compute.manager [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1225.933141] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 0e375498-fb3a-4d71-a1ed-caa8757bcf0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.933310] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance d1ea25d7-9d48-4d04-9d2b-f25af082dbbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.933438] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance ac7beddd-0681-4a54-bf20-a78db8b6a586 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.933570] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 6bd15795-9e23-4678-84e5-7010713717eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.933671] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 839bbb54-8100-4ed6-9e8d-c8299147d567 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.933877] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1225.934016] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1226.002904] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ece949-6a68-416e-8986-34ec009d9eba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.009965] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16815c6-368e-4a2b-bbb3-f4ca6a9eee8d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.039376] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80537d5-448e-4625-b645-72b6c602ce37 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.045989] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d33179-437d-43cc-a79e-1eb5d34e49b2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.058347] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.116009] env[62664]: DEBUG oslo_vmware.api [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698749, 'name': PowerOnVM_Task, 'duration_secs': 0.344625} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.116415] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.351491] env[62664]: INFO nova.virt.block_device [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Booting with volume 67e0ad76-66e4-4e40-8964-fd27ae9ea47e at /dev/sda [ 1226.382465] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46c6f864-efae-4105-a91b-50f99729c709 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.393130] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2089372a-c380-467a-9099-b7ccf5b39a8d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.427843] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-187c1217-c314-4c1b-9887-a70acd71b57e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.438225] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fde13f-741a-497b-b086-5e8c1e3aeb72 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.474397] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c1dd80-2159-4a6d-ae6f-4436d27099d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.482991] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e38b266-82d9-4b8f-8f6a-0771f7cd343e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.498562] env[62664]: DEBUG nova.virt.block_device [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating existing volume attachment record: aa5d921e-ee64-4164-9e18-73bd57883428 {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1226.561554] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.714229] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.714413] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aead137-1a54-4f74-ba54-0b3c32cb833a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.722321] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1226.722321] env[62664]: value = "task-2698750" [ 1226.722321] env[62664]: _type = "Task" [ 1226.722321] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.730450] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.054507] env[62664]: DEBUG nova.compute.manager [req-0eb549b5-774a-4986-975f-8e41cd0d4b3f req-8f9a308d-777f-4044-895a-c958a2b7aeca service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Received event network-vif-plugged-865373d3-68e3-4acf-a2ac-50ea4923ed76 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1227.054737] env[62664]: DEBUG oslo_concurrency.lockutils [req-0eb549b5-774a-4986-975f-8e41cd0d4b3f req-8f9a308d-777f-4044-895a-c958a2b7aeca service nova] Acquiring lock "ac7beddd-0681-4a54-bf20-a78db8b6a586-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.054943] env[62664]: DEBUG oslo_concurrency.lockutils [req-0eb549b5-774a-4986-975f-8e41cd0d4b3f req-8f9a308d-777f-4044-895a-c958a2b7aeca service nova] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.055128] env[62664]: DEBUG oslo_concurrency.lockutils [req-0eb549b5-774a-4986-975f-8e41cd0d4b3f req-8f9a308d-777f-4044-895a-c958a2b7aeca service nova] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.055333] env[62664]: DEBUG nova.compute.manager [req-0eb549b5-774a-4986-975f-8e41cd0d4b3f req-8f9a308d-777f-4044-895a-c958a2b7aeca service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] No waiting events found dispatching network-vif-plugged-865373d3-68e3-4acf-a2ac-50ea4923ed76 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.055459] env[62664]: WARNING nova.compute.manager [req-0eb549b5-774a-4986-975f-8e41cd0d4b3f req-8f9a308d-777f-4044-895a-c958a2b7aeca service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Received unexpected event network-vif-plugged-865373d3-68e3-4acf-a2ac-50ea4923ed76 for instance with vm_state building and task_state block_device_mapping. [ 1227.066623] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1227.066817] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.127113] env[62664]: INFO nova.compute.manager [None req-d5a7e70d-a0de-4c89-9d5a-83581a61b201 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance to original state: 'active' [ 1227.135701] env[62664]: DEBUG nova.network.neutron [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Successfully updated port: 865373d3-68e3-4acf-a2ac-50ea4923ed76 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.233322] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698750, 'name': PowerOffVM_Task, 'duration_secs': 0.171747} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.233577] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.234186] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.234406] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.234562] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.234745] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.234890] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.235048] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.235252] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.235412] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.235578] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.235740] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.235911] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.240768] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271c0a5b-ac82-47e0-8a29-e7c3d75e8ed4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.255686] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1227.255686] env[62664]: value = "task-2698751" [ 1227.255686] env[62664]: _type = "Task" [ 1227.255686] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.263230] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.638014] env[62664]: DEBUG oslo_concurrency.lockutils [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.638256] env[62664]: DEBUG oslo_concurrency.lockutils [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.638340] env[62664]: DEBUG nova.network.neutron [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.765638] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698751, 'name': ReconfigVM_Task, 'duration_secs': 0.142689} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.766448] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc1ac79-647d-4eec-bebc-07d1b7f7e7e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.787132] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.787419] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.787535] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.787751] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.787905] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.788068] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.788520] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.788722] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.788902] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.789089] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.789275] env[62664]: DEBUG nova.virt.hardware [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.790078] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13dcb6e-d408-453f-a7a5-02f618bf6956 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.795775] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1227.795775] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c5fd3b-1465-d769-313c-9f9d52bdf427" [ 1227.795775] env[62664]: _type = "Task" [ 1227.795775] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.803629] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c5fd3b-1465-d769-313c-9f9d52bdf427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.101347] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "6bd15795-9e23-4678-84e5-7010713717eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.101651] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "6bd15795-9e23-4678-84e5-7010713717eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.101907] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "6bd15795-9e23-4678-84e5-7010713717eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.102115] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "6bd15795-9e23-4678-84e5-7010713717eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.102290] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "6bd15795-9e23-4678-84e5-7010713717eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.104606] env[62664]: INFO nova.compute.manager [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Terminating instance [ 1228.170165] env[62664]: DEBUG nova.network.neutron [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.301145] env[62664]: DEBUG nova.network.neutron [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance_info_cache with network_info: [{"id": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "address": "fa:16:3e:8d:f0:54", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865373d3-68", "ovs_interfaceid": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.308635] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52c5fd3b-1465-d769-313c-9f9d52bdf427, 'name': SearchDatastore_Task, 'duration_secs': 0.007639} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.314396] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.315347] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-762bcdaa-e831-4b36-9130-650a4d0ce994 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.333675] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1228.333675] env[62664]: value = "task-2698752" [ 1228.333675] env[62664]: _type = "Task" [ 1228.333675] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.342418] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.580246] env[62664]: DEBUG nova.compute.manager [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.580783] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.581016] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.581186] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.581367] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.581514] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.581684] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.581914] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.582108] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.582288] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.582458] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.582632] env[62664]: DEBUG nova.virt.hardware [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.583501] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c77e52f-5b8e-4678-8d5c-5013e7cc2082 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.591693] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e768ae03-3ea9-43ea-96e4-0b7d0eebb629 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.608074] env[62664]: DEBUG nova.compute.manager [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.608272] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.609029] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e6d30d-e480-4add-8451-8dd9198e8bc9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.615198] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.615411] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-470926f5-2dde-4d9a-bbc2-2733e742d8fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.620633] env[62664]: DEBUG oslo_vmware.api [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1228.620633] env[62664]: value = "task-2698753" [ 1228.620633] env[62664]: _type = "Task" [ 1228.620633] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.628101] env[62664]: DEBUG oslo_vmware.api [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.804962] env[62664]: DEBUG oslo_concurrency.lockutils [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.805336] env[62664]: DEBUG nova.compute.manager [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Instance network_info: |[{"id": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "address": "fa:16:3e:8d:f0:54", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865373d3-68", "ovs_interfaceid": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.805784] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:f0:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '865373d3-68e3-4acf-a2ac-50ea4923ed76', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.813424] env[62664]: DEBUG oslo.service.loopingcall [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1228.813631] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.813854] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bad93a6-6ca0-496c-8c50-c186234faf82 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.832335] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.832335] env[62664]: value = "task-2698754" [ 1228.832335] env[62664]: _type = "Task" [ 1228.832335] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.842141] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698754, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.845360] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698752, 'name': ReconfigVM_Task, 'duration_secs': 0.192403} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.845612] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.846328] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa9e486-a77f-4e9a-ab3e-54f4de55075b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.871240] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 839bbb54-8100-4ed6-9e8d-c8299147d567/839bbb54-8100-4ed6-9e8d-c8299147d567.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.871519] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb29de0-c15a-4239-a6f8-53fa17d166f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.888446] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1228.888446] env[62664]: value = "task-2698755" [ 1228.888446] env[62664]: _type = "Task" [ 1228.888446] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.895792] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.083641] env[62664]: DEBUG nova.compute.manager [req-a503e1e9-e106-4921-a95c-b3287fcb10c4 req-ddffca17-5e90-4164-95c3-671ec919328b service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Received event network-changed-865373d3-68e3-4acf-a2ac-50ea4923ed76 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1229.083641] env[62664]: DEBUG nova.compute.manager [req-a503e1e9-e106-4921-a95c-b3287fcb10c4 req-ddffca17-5e90-4164-95c3-671ec919328b service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Refreshing instance network info cache due to event network-changed-865373d3-68e3-4acf-a2ac-50ea4923ed76. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1229.083857] env[62664]: DEBUG oslo_concurrency.lockutils [req-a503e1e9-e106-4921-a95c-b3287fcb10c4 req-ddffca17-5e90-4164-95c3-671ec919328b service nova] Acquiring lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.084011] env[62664]: DEBUG oslo_concurrency.lockutils [req-a503e1e9-e106-4921-a95c-b3287fcb10c4 req-ddffca17-5e90-4164-95c3-671ec919328b service nova] Acquired lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.084710] env[62664]: DEBUG nova.network.neutron [req-a503e1e9-e106-4921-a95c-b3287fcb10c4 req-ddffca17-5e90-4164-95c3-671ec919328b service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Refreshing network info cache for port 865373d3-68e3-4acf-a2ac-50ea4923ed76 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.130949] env[62664]: DEBUG oslo_vmware.api [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698753, 'name': PowerOffVM_Task, 'duration_secs': 0.192886} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.131278] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.131501] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.131829] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6d53e40-9ce3-432b-975d-122e53c98626 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.189232] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.189460] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.189658] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleting the datastore file [datastore2] 6bd15795-9e23-4678-84e5-7010713717eb {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.189924] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a57d25f-6a75-47ea-bdca-6b8d20a7ddc7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.196434] env[62664]: DEBUG oslo_vmware.api [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1229.196434] env[62664]: value = "task-2698757" [ 1229.196434] env[62664]: _type = "Task" [ 1229.196434] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.203864] env[62664]: DEBUG oslo_vmware.api [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.342024] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698754, 'name': CreateVM_Task, 'duration_secs': 0.320859} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.342181] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.342858] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543819', 'volume_id': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'name': 'volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac7beddd-0681-4a54-bf20-a78db8b6a586', 'attached_at': '', 'detached_at': '', 'volume_id': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'serial': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e'}, 'mount_device': '/dev/sda', 'attachment_id': 'aa5d921e-ee64-4164-9e18-73bd57883428', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62664) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1229.343069] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Root volume attach. Driver type: vmdk {{(pid=62664) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1229.343805] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6aea09-0680-4c3b-a3f5-2c7473882e0f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.350879] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1847113-c9c7-423e-8b7f-364cc1b8ad65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.356542] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c69cad-49a1-46cc-a436-0183c5d0137f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.362268] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ec90d819-097c-451f-8eed-cc1d1338c099 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.367992] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1229.367992] env[62664]: value = "task-2698758" [ 1229.367992] env[62664]: _type = "Task" [ 1229.367992] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.374946] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698758, 'name': RelocateVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.395849] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698755, 'name': ReconfigVM_Task, 'duration_secs': 0.288881} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.396097] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 839bbb54-8100-4ed6-9e8d-c8299147d567/839bbb54-8100-4ed6-9e8d-c8299147d567.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.396833] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf3eaa-391c-4f84-bb32-51a857f61364 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.416547] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9f82b5-9a35-4886-9a51-ba97963786d2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.437786] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e6c91-c3d4-4a93-99a3-584faba825ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.458567] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be04ce61-bdaf-4c8c-a00e-d2f21f685582 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.464813] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.465038] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-924d6a28-f132-4352-b6c9-9dc76705d492 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.469613] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1229.469613] env[62664]: value = "task-2698759" [ 1229.469613] env[62664]: _type = "Task" [ 1229.469613] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.476603] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.708760] env[62664]: DEBUG oslo_vmware.api [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141178} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.709049] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.709261] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.709445] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.709641] env[62664]: INFO nova.compute.manager [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1229.709908] env[62664]: DEBUG oslo.service.loopingcall [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1229.710121] env[62664]: DEBUG nova.compute.manager [-] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.710219] env[62664]: DEBUG nova.network.neutron [-] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.818100] env[62664]: DEBUG nova.network.neutron [req-a503e1e9-e106-4921-a95c-b3287fcb10c4 req-ddffca17-5e90-4164-95c3-671ec919328b service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updated VIF entry in instance network info cache for port 865373d3-68e3-4acf-a2ac-50ea4923ed76. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.818488] env[62664]: DEBUG nova.network.neutron [req-a503e1e9-e106-4921-a95c-b3287fcb10c4 req-ddffca17-5e90-4164-95c3-671ec919328b service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance_info_cache with network_info: [{"id": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "address": "fa:16:3e:8d:f0:54", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865373d3-68", "ovs_interfaceid": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.877815] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698758, 'name': RelocateVM_Task, 'duration_secs': 0.350157} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.878122] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1229.878331] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543819', 'volume_id': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'name': 'volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac7beddd-0681-4a54-bf20-a78db8b6a586', 'attached_at': '', 'detached_at': '', 'volume_id': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'serial': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1229.879084] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e87898e-03ec-4945-9378-06d93afba2a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.894421] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3741e9-4f32-4e6a-b11c-af567f756878 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.915857] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e/volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.916119] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9576941e-ccf7-42e6-9b4b-e8e52eba344c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.934209] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1229.934209] env[62664]: value = "task-2698760" [ 1229.934209] env[62664]: _type = "Task" [ 1229.934209] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.941734] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.978668] env[62664]: DEBUG oslo_vmware.api [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698759, 'name': PowerOnVM_Task, 'duration_secs': 0.399333} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.978952] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.168582] env[62664]: DEBUG nova.compute.manager [req-1565d975-8dc6-417e-a407-a3a407000f49 req-76c71750-b636-4e79-8ff7-b7d0fcba099a service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Received event network-vif-deleted-4e244a58-a472-4543-8379-8a053211c520 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1230.168936] env[62664]: INFO nova.compute.manager [req-1565d975-8dc6-417e-a407-a3a407000f49 req-76c71750-b636-4e79-8ff7-b7d0fcba099a service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Neutron deleted interface 4e244a58-a472-4543-8379-8a053211c520; detaching it from the instance and deleting it from the info cache [ 1230.169301] env[62664]: DEBUG nova.network.neutron [req-1565d975-8dc6-417e-a407-a3a407000f49 req-76c71750-b636-4e79-8ff7-b7d0fcba099a service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.322072] env[62664]: DEBUG oslo_concurrency.lockutils [req-a503e1e9-e106-4921-a95c-b3287fcb10c4 req-ddffca17-5e90-4164-95c3-671ec919328b service nova] Releasing lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.444098] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698760, 'name': ReconfigVM_Task, 'duration_secs': 0.262303} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.444319] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e/volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.448852] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6133b136-e225-410c-ad3c-78c9e6a896fa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.463140] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1230.463140] env[62664]: value = "task-2698761" [ 1230.463140] env[62664]: _type = "Task" [ 1230.463140] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.470490] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.651560] env[62664]: DEBUG nova.network.neutron [-] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.672453] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-153992f3-8237-428e-9c04-7ff5b2423633 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.682040] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5703ae8f-8112-40f8-aede-c6e816274b6f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.709219] env[62664]: DEBUG nova.compute.manager [req-1565d975-8dc6-417e-a407-a3a407000f49 req-76c71750-b636-4e79-8ff7-b7d0fcba099a service nova] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Detach interface failed, port_id=4e244a58-a472-4543-8379-8a053211c520, reason: Instance 6bd15795-9e23-4678-84e5-7010713717eb could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1230.973363] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698761, 'name': ReconfigVM_Task, 'duration_secs': 0.139299} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.973660] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543819', 'volume_id': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'name': 'volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac7beddd-0681-4a54-bf20-a78db8b6a586', 'attached_at': '', 'detached_at': '', 'volume_id': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'serial': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1230.974194] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6cd38ea-d8cf-4fa2-9478-7b6a1d87188e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.980740] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1230.980740] env[62664]: value = "task-2698762" [ 1230.980740] env[62664]: _type = "Task" [ 1230.980740] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.992724] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698762, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.028268] env[62664]: INFO nova.compute.manager [None req-c0b16c16-ce46-4b58-9ac4-2b05366e5689 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance to original state: 'active' [ 1231.155144] env[62664]: INFO nova.compute.manager [-] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Took 1.44 seconds to deallocate network for instance. [ 1231.490369] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698762, 'name': Rename_Task, 'duration_secs': 0.12392} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.490716] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.490998] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6db3ecac-493b-4dfb-be68-8e9b66b06acc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.496868] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1231.496868] env[62664]: value = "task-2698763" [ 1231.496868] env[62664]: _type = "Task" [ 1231.496868] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.504200] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.664404] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.664697] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.664925] env[62664]: DEBUG nova.objects.instance [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'resources' on Instance uuid 6bd15795-9e23-4678-84e5-7010713717eb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.008183] env[62664]: DEBUG oslo_vmware.api [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698763, 'name': PowerOnVM_Task, 'duration_secs': 0.439155} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.008503] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.008761] env[62664]: INFO nova.compute.manager [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Took 3.43 seconds to spawn the instance on the hypervisor. [ 1232.008925] env[62664]: DEBUG nova.compute.manager [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.009746] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a044832-68c1-44ee-bab4-13febea61ce1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.245737] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1628545b-dac8-4487-9841-dd579cf49ea7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.253862] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc7d583-8b14-45ad-8185-e59944492b28 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.284053] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b1a0a8-7dad-45b4-9391-b9dc666a1706 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.291294] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c978f938-6050-480d-837e-696368883c5f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.304559] env[62664]: DEBUG nova.compute.provider_tree [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.526720] env[62664]: INFO nova.compute.manager [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Took 12.58 seconds to build instance. [ 1232.807863] env[62664]: DEBUG nova.scheduler.client.report [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.828291] env[62664]: DEBUG oslo_concurrency.lockutils [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "839bbb54-8100-4ed6-9e8d-c8299147d567" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.828614] env[62664]: DEBUG oslo_concurrency.lockutils [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.828876] env[62664]: DEBUG oslo_concurrency.lockutils [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "839bbb54-8100-4ed6-9e8d-c8299147d567-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.829114] env[62664]: DEBUG oslo_concurrency.lockutils [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.829343] env[62664]: DEBUG oslo_concurrency.lockutils [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.831281] env[62664]: INFO nova.compute.manager [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Terminating instance [ 1233.028724] env[62664]: DEBUG oslo_concurrency.lockutils [None req-924ea829-ba2a-4dc5-b312-626fd8f88067 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.094s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.314603] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.332288] env[62664]: DEBUG nova.compute.manager [req-9cd7396f-d166-4306-b9ce-ad2fd5371031 req-7e034033-31ad-4fc0-8971-85cee03d9a5d service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Received event network-changed-f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1233.332527] env[62664]: DEBUG nova.compute.manager [req-9cd7396f-d166-4306-b9ce-ad2fd5371031 req-7e034033-31ad-4fc0-8971-85cee03d9a5d service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Refreshing instance network info cache due to event network-changed-f15a35cd-fc9d-4f89-aa01-b46403833416. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1233.333030] env[62664]: DEBUG oslo_concurrency.lockutils [req-9cd7396f-d166-4306-b9ce-ad2fd5371031 req-7e034033-31ad-4fc0-8971-85cee03d9a5d service nova] Acquiring lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.333030] env[62664]: DEBUG oslo_concurrency.lockutils [req-9cd7396f-d166-4306-b9ce-ad2fd5371031 req-7e034033-31ad-4fc0-8971-85cee03d9a5d service nova] Acquired lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.333225] env[62664]: DEBUG nova.network.neutron [req-9cd7396f-d166-4306-b9ce-ad2fd5371031 req-7e034033-31ad-4fc0-8971-85cee03d9a5d service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Refreshing network info cache for port f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.335621] env[62664]: DEBUG nova.compute.manager [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.335621] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.336573] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd5dcce1-bf84-4239-82d9-0124c02e7ae2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.340846] env[62664]: INFO nova.scheduler.client.report [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleted allocations for instance 6bd15795-9e23-4678-84e5-7010713717eb [ 1233.345931] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1233.345931] env[62664]: value = "task-2698764" [ 1233.345931] env[62664]: _type = "Task" [ 1233.345931] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.355987] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.854200] env[62664]: DEBUG oslo_concurrency.lockutils [None req-86d07109-104f-49cd-8b00-4145340c18a6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "6bd15795-9e23-4678-84e5-7010713717eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.752s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.859919] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698764, 'name': PowerOffVM_Task, 'duration_secs': 0.252791} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.860084] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.860285] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1233.860477] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543816', 'volume_id': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'name': 'volume-86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '839bbb54-8100-4ed6-9e8d-c8299147d567', 'attached_at': '2025-02-19T17:25:48.000000', 'detached_at': '', 'volume_id': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'serial': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1233.861360] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f303db-8811-484a-b7bf-0a4a0f82b673 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.885134] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b48737-7934-4e49-a179-04881ce3a19d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.892062] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b95b70-8bae-437b-8865-e3ff32199cb0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.912885] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b793cc-8e8d-48c8-b346-4003131fa8d6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.929864] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] The volume has not been displaced from its original location: [datastore1] volume-86657c31-8dd9-4ea2-b02f-5c8deb4690ba/volume-86657c31-8dd9-4ea2-b02f-5c8deb4690ba.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1233.935189] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1233.937606] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a8db84-4b8f-455d-981d-fa3f87b67d1b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.955734] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1233.955734] env[62664]: value = "task-2698765" [ 1233.955734] env[62664]: _type = "Task" [ 1233.955734] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.963366] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.072171] env[62664]: DEBUG nova.network.neutron [req-9cd7396f-d166-4306-b9ce-ad2fd5371031 req-7e034033-31ad-4fc0-8971-85cee03d9a5d service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updated VIF entry in instance network info cache for port f15a35cd-fc9d-4f89-aa01-b46403833416. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.072553] env[62664]: DEBUG nova.network.neutron [req-9cd7396f-d166-4306-b9ce-ad2fd5371031 req-7e034033-31ad-4fc0-8971-85cee03d9a5d service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updating instance_info_cache with network_info: [{"id": "f15a35cd-fc9d-4f89-aa01-b46403833416", "address": "fa:16:3e:c9:0d:55", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15a35cd-fc", "ovs_interfaceid": "f15a35cd-fc9d-4f89-aa01-b46403833416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.466457] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698765, 'name': ReconfigVM_Task, 'duration_secs': 0.197572} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.466739] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.471993] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187abfeb-79be-4d2c-b973-a8d99fde038f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.487607] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1234.487607] env[62664]: value = "task-2698766" [ 1234.487607] env[62664]: _type = "Task" [ 1234.487607] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.496082] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.575390] env[62664]: DEBUG oslo_concurrency.lockutils [req-9cd7396f-d166-4306-b9ce-ad2fd5371031 req-7e034033-31ad-4fc0-8971-85cee03d9a5d service nova] Releasing lock "refresh_cache-0e375498-fb3a-4d71-a1ed-caa8757bcf0b" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.788628] env[62664]: DEBUG nova.compute.manager [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Stashing vm_state: active {{(pid=62664) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1234.998861] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.151232] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "89d93b37-f4e6-46fa-92f1-231e8bea3730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.151544] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "89d93b37-f4e6-46fa-92f1-231e8bea3730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.307479] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.307769] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.358418] env[62664]: DEBUG nova.compute.manager [req-1ea032b7-8274-40a2-85c2-f6ccb1a88c1c req-c3bb53bb-ac18-4f45-ba0b-323a10d4fbc0 service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Received event network-changed-865373d3-68e3-4acf-a2ac-50ea4923ed76 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1235.358584] env[62664]: DEBUG nova.compute.manager [req-1ea032b7-8274-40a2-85c2-f6ccb1a88c1c req-c3bb53bb-ac18-4f45-ba0b-323a10d4fbc0 service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Refreshing instance network info cache due to event network-changed-865373d3-68e3-4acf-a2ac-50ea4923ed76. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1235.359279] env[62664]: DEBUG oslo_concurrency.lockutils [req-1ea032b7-8274-40a2-85c2-f6ccb1a88c1c req-c3bb53bb-ac18-4f45-ba0b-323a10d4fbc0 service nova] Acquiring lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.359279] env[62664]: DEBUG oslo_concurrency.lockutils [req-1ea032b7-8274-40a2-85c2-f6ccb1a88c1c req-c3bb53bb-ac18-4f45-ba0b-323a10d4fbc0 service nova] Acquired lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.359279] env[62664]: DEBUG nova.network.neutron [req-1ea032b7-8274-40a2-85c2-f6ccb1a88c1c req-c3bb53bb-ac18-4f45-ba0b-323a10d4fbc0 service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Refreshing network info cache for port 865373d3-68e3-4acf-a2ac-50ea4923ed76 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.500234] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.654162] env[62664]: DEBUG nova.compute.manager [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.813691] env[62664]: INFO nova.compute.claims [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.000127] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698766, 'name': ReconfigVM_Task, 'duration_secs': 1.135094} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.000443] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543816', 'volume_id': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'name': 'volume-86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '839bbb54-8100-4ed6-9e8d-c8299147d567', 'attached_at': '2025-02-19T17:25:48.000000', 'detached_at': '', 'volume_id': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba', 'serial': '86657c31-8dd9-4ea2-b02f-5c8deb4690ba'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1236.000829] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.001692] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ba0576-2d57-466a-b41c-0e5d9258b7b1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.008133] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.008372] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42266ca8-987f-400f-a0c1-7bf5e27af068 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.069112] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.069333] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.069514] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleting the datastore file [datastore2] 839bbb54-8100-4ed6-9e8d-c8299147d567 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.070399] env[62664]: DEBUG nova.network.neutron [req-1ea032b7-8274-40a2-85c2-f6ccb1a88c1c req-c3bb53bb-ac18-4f45-ba0b-323a10d4fbc0 service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updated VIF entry in instance network info cache for port 865373d3-68e3-4acf-a2ac-50ea4923ed76. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.070799] env[62664]: DEBUG nova.network.neutron [req-1ea032b7-8274-40a2-85c2-f6ccb1a88c1c req-c3bb53bb-ac18-4f45-ba0b-323a10d4fbc0 service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance_info_cache with network_info: [{"id": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "address": "fa:16:3e:8d:f0:54", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865373d3-68", "ovs_interfaceid": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.072062] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aa5a666-26da-41b8-9fb2-b68afa014bc5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.078985] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1236.078985] env[62664]: value = "task-2698768" [ 1236.078985] env[62664]: _type = "Task" [ 1236.078985] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.087062] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.177360] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.320543] env[62664]: INFO nova.compute.resource_tracker [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating resource usage from migration 9d945e70-b475-4696-80bf-38ddf6d0a055 [ 1236.394465] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e4768-fd9b-46e2-9d97-bc623d2c6a68 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.401617] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc52471a-d0ec-48ba-9a1f-4eeaa6e97f2b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.432140] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab05a76-5382-4ddf-97ba-e78123107e1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.438688] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5b7189-785e-46ad-b6e2-da4295503177 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.451390] env[62664]: DEBUG nova.compute.provider_tree [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.576032] env[62664]: DEBUG oslo_concurrency.lockutils [req-1ea032b7-8274-40a2-85c2-f6ccb1a88c1c req-c3bb53bb-ac18-4f45-ba0b-323a10d4fbc0 service nova] Releasing lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.588258] env[62664]: DEBUG oslo_vmware.api [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146356} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.588491] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.588669] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.588844] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.589020] env[62664]: INFO nova.compute.manager [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1236.589260] env[62664]: DEBUG oslo.service.loopingcall [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1236.589442] env[62664]: DEBUG nova.compute.manager [-] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.589536] env[62664]: DEBUG nova.network.neutron [-] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.954134] env[62664]: DEBUG nova.scheduler.client.report [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.385924] env[62664]: DEBUG nova.compute.manager [req-20fad656-ff3f-4d55-88da-29b23b709596 req-cd4a1f45-0dab-4937-88f9-d8d19384521c service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Received event network-vif-deleted-10e586a5-a2e2-46dc-8e1a-dc4eede8b015 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1237.385924] env[62664]: INFO nova.compute.manager [req-20fad656-ff3f-4d55-88da-29b23b709596 req-cd4a1f45-0dab-4937-88f9-d8d19384521c service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Neutron deleted interface 10e586a5-a2e2-46dc-8e1a-dc4eede8b015; detaching it from the instance and deleting it from the info cache [ 1237.385924] env[62664]: DEBUG nova.network.neutron [req-20fad656-ff3f-4d55-88da-29b23b709596 req-cd4a1f45-0dab-4937-88f9-d8d19384521c service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.459186] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.151s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.459423] env[62664]: INFO nova.compute.manager [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Migrating [ 1237.466919] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.290s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.468344] env[62664]: INFO nova.compute.claims [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.493344] env[62664]: DEBUG nova.network.neutron [-] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.888116] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fd1cb19-37d1-4e38-98d3-d9a5e0b04773 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.899088] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e4c3ff-98f0-4381-bdb0-aa6c95302289 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.925768] env[62664]: DEBUG nova.compute.manager [req-20fad656-ff3f-4d55-88da-29b23b709596 req-cd4a1f45-0dab-4937-88f9-d8d19384521c service nova] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Detach interface failed, port_id=10e586a5-a2e2-46dc-8e1a-dc4eede8b015, reason: Instance 839bbb54-8100-4ed6-9e8d-c8299147d567 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1237.980072] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.980253] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.980303] env[62664]: DEBUG nova.network.neutron [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.995771] env[62664]: INFO nova.compute.manager [-] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Took 1.41 seconds to deallocate network for instance. [ 1238.539057] env[62664]: INFO nova.compute.manager [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Took 0.54 seconds to detach 1 volumes for instance. [ 1238.659052] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe071c-a999-44e3-b3f9-eba6d38978c7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.669029] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2611289-a582-4c82-9bc4-90f4731e447e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.701151] env[62664]: DEBUG nova.network.neutron [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance_info_cache with network_info: [{"id": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "address": "fa:16:3e:8d:f0:54", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865373d3-68", "ovs_interfaceid": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.702806] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35689807-686d-4d91-994a-7a70fe879537 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.710175] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd6a9c5-e6d0-4d06-b058-d267176947dd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.724069] env[62664]: DEBUG nova.compute.provider_tree [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.047110] env[62664]: DEBUG oslo_concurrency.lockutils [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.207231] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.228288] env[62664]: DEBUG nova.scheduler.client.report [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.732549] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.733092] env[62664]: DEBUG nova.compute.manager [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.736616] env[62664]: DEBUG oslo_concurrency.lockutils [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.690s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.736844] env[62664]: DEBUG nova.objects.instance [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'resources' on Instance uuid 839bbb54-8100-4ed6-9e8d-c8299147d567 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.239831] env[62664]: DEBUG nova.compute.utils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1240.243898] env[62664]: DEBUG nova.compute.manager [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1240.243898] env[62664]: DEBUG nova.network.neutron [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1240.285757] env[62664]: DEBUG nova.policy [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ab3825f7c744eb976ab71ee5f71fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfa326de3e2b402cb8f1bce0cc2c4d69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1240.318910] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8390b4-4c92-4897-9ead-b097bdfdd44f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.326577] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ba38d7-017d-456c-ab64-84734fd909dd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.355706] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1debd19c-4126-4d4f-94d8-ca135b56561b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.363322] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70509fbc-54ab-47e6-abd3-4a1125c7e0c5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.375318] env[62664]: DEBUG nova.compute.provider_tree [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.543965] env[62664]: DEBUG nova.network.neutron [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Successfully created port: 7e6b6540-637f-4b83-9660-973c3a61bef8 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.723768] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7f1c53-0a5c-471c-b448-75c6da13d007 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.742229] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance 'ac7beddd-0681-4a54-bf20-a78db8b6a586' progress to 0 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.747499] env[62664]: DEBUG nova.compute.manager [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.878615] env[62664]: DEBUG nova.scheduler.client.report [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.249103] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.252703] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cf18e6a-9f9d-4591-8695-a671051f4930 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.260704] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1241.260704] env[62664]: value = "task-2698769" [ 1241.260704] env[62664]: _type = "Task" [ 1241.260704] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.268952] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.384305] env[62664]: DEBUG oslo_concurrency.lockutils [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.409712] env[62664]: INFO nova.scheduler.client.report [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleted allocations for instance 839bbb54-8100-4ed6-9e8d-c8299147d567 [ 1241.757039] env[62664]: DEBUG nova.compute.manager [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.769962] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698769, 'name': PowerOffVM_Task, 'duration_secs': 0.182917} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.770245] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.770451] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance 'ac7beddd-0681-4a54-bf20-a78db8b6a586' progress to 17 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.782292] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.782525] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.782683] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.782865] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.783019] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.783175] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.783429] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.783561] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.783745] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.783912] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.784094] env[62664]: DEBUG nova.virt.hardware [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.784887] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c7f8cc-764a-4239-918e-242a688b2696 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.792442] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc75c380-3bb1-4428-b51e-209cdb1eb8b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.896917] env[62664]: DEBUG nova.compute.manager [req-0e7fd2b6-96ff-4c32-96dd-41ec4121f578 req-78498ea0-0f28-442d-ae01-f919ddd3ea47 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Received event network-vif-plugged-7e6b6540-637f-4b83-9660-973c3a61bef8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.897174] env[62664]: DEBUG oslo_concurrency.lockutils [req-0e7fd2b6-96ff-4c32-96dd-41ec4121f578 req-78498ea0-0f28-442d-ae01-f919ddd3ea47 service nova] Acquiring lock "89d93b37-f4e6-46fa-92f1-231e8bea3730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.897380] env[62664]: DEBUG oslo_concurrency.lockutils [req-0e7fd2b6-96ff-4c32-96dd-41ec4121f578 req-78498ea0-0f28-442d-ae01-f919ddd3ea47 service nova] Lock "89d93b37-f4e6-46fa-92f1-231e8bea3730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.897547] env[62664]: DEBUG oslo_concurrency.lockutils [req-0e7fd2b6-96ff-4c32-96dd-41ec4121f578 req-78498ea0-0f28-442d-ae01-f919ddd3ea47 service nova] Lock "89d93b37-f4e6-46fa-92f1-231e8bea3730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.897717] env[62664]: DEBUG nova.compute.manager [req-0e7fd2b6-96ff-4c32-96dd-41ec4121f578 req-78498ea0-0f28-442d-ae01-f919ddd3ea47 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] No waiting events found dispatching network-vif-plugged-7e6b6540-637f-4b83-9660-973c3a61bef8 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.897884] env[62664]: WARNING nova.compute.manager [req-0e7fd2b6-96ff-4c32-96dd-41ec4121f578 req-78498ea0-0f28-442d-ae01-f919ddd3ea47 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Received unexpected event network-vif-plugged-7e6b6540-637f-4b83-9660-973c3a61bef8 for instance with vm_state building and task_state spawning. [ 1241.918205] env[62664]: DEBUG oslo_concurrency.lockutils [None req-87560981-4dd2-4a86-8ede-91f998e81618 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "839bbb54-8100-4ed6-9e8d-c8299147d567" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.090s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.982330] env[62664]: DEBUG nova.network.neutron [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Successfully updated port: 7e6b6540-637f-4b83-9660-973c3a61bef8 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.276774] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.277030] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.277195] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.277380] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.277528] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.277674] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.277872] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.278042] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.278215] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.278377] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.278568] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.285322] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef99207-7b84-4e6b-837c-dc0f9b9dd473 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.301986] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1242.301986] env[62664]: value = "task-2698770" [ 1242.301986] env[62664]: _type = "Task" [ 1242.301986] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.310237] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.486546] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.486699] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.486864] env[62664]: DEBUG nova.network.neutron [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.812064] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698770, 'name': ReconfigVM_Task, 'duration_secs': 0.142729} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.812395] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance 'ac7beddd-0681-4a54-bf20-a78db8b6a586' progress to 33 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.016664] env[62664]: DEBUG nova.network.neutron [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.132014] env[62664]: DEBUG nova.network.neutron [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Updating instance_info_cache with network_info: [{"id": "7e6b6540-637f-4b83-9660-973c3a61bef8", "address": "fa:16:3e:64:42:a4", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e6b6540-63", "ovs_interfaceid": "7e6b6540-637f-4b83-9660-973c3a61bef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.319191] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.319443] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.319564] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.319750] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.319920] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.320093] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.320303] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.320463] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.320654] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.320824] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.321012] env[62664]: DEBUG nova.virt.hardware [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.326275] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.326569] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ff7aae-1c97-4938-868d-2fd0ac4d94ef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.345148] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1243.345148] env[62664]: value = "task-2698771" [ 1243.345148] env[62664]: _type = "Task" [ 1243.345148] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.352750] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.471622] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.471935] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.634163] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.634490] env[62664]: DEBUG nova.compute.manager [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Instance network_info: |[{"id": "7e6b6540-637f-4b83-9660-973c3a61bef8", "address": "fa:16:3e:64:42:a4", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e6b6540-63", "ovs_interfaceid": "7e6b6540-637f-4b83-9660-973c3a61bef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.634902] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:42:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e6b6540-637f-4b83-9660-973c3a61bef8', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.642399] env[62664]: DEBUG oslo.service.loopingcall [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.642565] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.642790] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b28bb11c-69ab-4c39-8718-4af071e60a18 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.663402] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.663402] env[62664]: value = "task-2698772" [ 1243.663402] env[62664]: _type = "Task" [ 1243.663402] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.670520] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698772, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.854972] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698771, 'name': ReconfigVM_Task, 'duration_secs': 0.157584} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.855378] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.856010] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc88cd0-3304-42f5-afaf-1684ecce5c4d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.877441] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e/volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.877717] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f56e0191-1f59-4695-9ee5-b106d85b1560 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.894679] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1243.894679] env[62664]: value = "task-2698773" [ 1243.894679] env[62664]: _type = "Task" [ 1243.894679] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.907709] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.929274] env[62664]: DEBUG nova.compute.manager [req-52e701b2-3caf-488d-bde6-6a85057709ff req-75cf45d4-a257-49dc-8bf7-f9ff064fd0e6 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Received event network-changed-7e6b6540-637f-4b83-9660-973c3a61bef8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.929518] env[62664]: DEBUG nova.compute.manager [req-52e701b2-3caf-488d-bde6-6a85057709ff req-75cf45d4-a257-49dc-8bf7-f9ff064fd0e6 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Refreshing instance network info cache due to event network-changed-7e6b6540-637f-4b83-9660-973c3a61bef8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1243.930829] env[62664]: DEBUG oslo_concurrency.lockutils [req-52e701b2-3caf-488d-bde6-6a85057709ff req-75cf45d4-a257-49dc-8bf7-f9ff064fd0e6 service nova] Acquiring lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.930829] env[62664]: DEBUG oslo_concurrency.lockutils [req-52e701b2-3caf-488d-bde6-6a85057709ff req-75cf45d4-a257-49dc-8bf7-f9ff064fd0e6 service nova] Acquired lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.930829] env[62664]: DEBUG nova.network.neutron [req-52e701b2-3caf-488d-bde6-6a85057709ff req-75cf45d4-a257-49dc-8bf7-f9ff064fd0e6 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Refreshing network info cache for port 7e6b6540-637f-4b83-9660-973c3a61bef8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.974123] env[62664]: DEBUG nova.compute.manager [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.173382] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698772, 'name': CreateVM_Task, 'duration_secs': 0.308104} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.173533] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.174189] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.174366] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.174688] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.174964] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814d3722-a0c5-4524-bbcc-3f3f015ea63b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.179092] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1244.179092] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52be6522-0563-3193-5207-0895b69945b3" [ 1244.179092] env[62664]: _type = "Task" [ 1244.179092] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.186273] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52be6522-0563-3193-5207-0895b69945b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.404595] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698773, 'name': ReconfigVM_Task, 'duration_secs': 0.253093} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.404881] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e/volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.405163] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance 'ac7beddd-0681-4a54-bf20-a78db8b6a586' progress to 50 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.494758] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.495006] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.496473] env[62664]: INFO nova.compute.claims [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.603754] env[62664]: DEBUG nova.network.neutron [req-52e701b2-3caf-488d-bde6-6a85057709ff req-75cf45d4-a257-49dc-8bf7-f9ff064fd0e6 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Updated VIF entry in instance network info cache for port 7e6b6540-637f-4b83-9660-973c3a61bef8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.604113] env[62664]: DEBUG nova.network.neutron [req-52e701b2-3caf-488d-bde6-6a85057709ff req-75cf45d4-a257-49dc-8bf7-f9ff064fd0e6 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Updating instance_info_cache with network_info: [{"id": "7e6b6540-637f-4b83-9660-973c3a61bef8", "address": "fa:16:3e:64:42:a4", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e6b6540-63", "ovs_interfaceid": "7e6b6540-637f-4b83-9660-973c3a61bef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.689615] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52be6522-0563-3193-5207-0895b69945b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.689942] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.690203] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.690437] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.690581] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.690801] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.691070] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d04de049-44f1-4c8f-a1c3-b6bd5dec7e89 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.699395] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.699579] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.700382] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a3aabd-5b56-4ed6-beee-64d36f7f5fa4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.705345] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1244.705345] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5233fa10-0230-2cb4-ae67-804d17898cd0" [ 1244.705345] env[62664]: _type = "Task" [ 1244.705345] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.712402] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5233fa10-0230-2cb4-ae67-804d17898cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.911797] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c598febc-b894-4613-a9b1-ce4ac4b9e720 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.932115] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79f4744-907d-422e-ae18-a722876efdd4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.948581] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance 'ac7beddd-0681-4a54-bf20-a78db8b6a586' progress to 67 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.107091] env[62664]: DEBUG oslo_concurrency.lockutils [req-52e701b2-3caf-488d-bde6-6a85057709ff req-75cf45d4-a257-49dc-8bf7-f9ff064fd0e6 service nova] Releasing lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.215681] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5233fa10-0230-2cb4-ae67-804d17898cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.007421} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.216500] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbfe4a2-056b-47b3-bb44-04394f10e0e6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.221336] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1245.221336] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e6055d-e240-cf68-e8e9-4d7bbed0b413" [ 1245.221336] env[62664]: _type = "Task" [ 1245.221336] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.228347] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e6055d-e240-cf68-e8e9-4d7bbed0b413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.577255] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89ad7e9-4820-4ef9-8c87-6d9ed167e750 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.585128] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02e5d12-80a9-439b-9da4-0d4f65a064b5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.613565] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7076310-36ab-4085-b7f6-ceb62e7a418a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.620128] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f1fff3-55fe-4398-9811-4fe06128df10 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.634152] env[62664]: DEBUG nova.compute.provider_tree [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.730713] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e6055d-e240-cf68-e8e9-4d7bbed0b413, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.730984] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.731260] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 89d93b37-f4e6-46fa-92f1-231e8bea3730/89d93b37-f4e6-46fa-92f1-231e8bea3730.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.731507] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42a6881b-5c41-46ff-b734-f2383735ceee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.737873] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1245.737873] env[62664]: value = "task-2698774" [ 1245.737873] env[62664]: _type = "Task" [ 1245.737873] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.745017] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.137320] env[62664]: DEBUG nova.scheduler.client.report [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.247453] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425061} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.247703] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 89d93b37-f4e6-46fa-92f1-231e8bea3730/89d93b37-f4e6-46fa-92f1-231e8bea3730.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.247912] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.248172] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28965923-ac1d-4fbe-ae93-2c56bfae6fe7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.256033] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1246.256033] env[62664]: value = "task-2698775" [ 1246.256033] env[62664]: _type = "Task" [ 1246.256033] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.263654] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.586966] env[62664]: DEBUG nova.network.neutron [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Port 865373d3-68e3-4acf-a2ac-50ea4923ed76 binding to destination host cpu-1 is already ACTIVE {{(pid=62664) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1246.642916] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.643476] env[62664]: DEBUG nova.compute.manager [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.766167] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062708} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.766508] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.767280] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf2f674-49bb-4bc6-8367-ebc6e3575cb7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.788551] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 89d93b37-f4e6-46fa-92f1-231e8bea3730/89d93b37-f4e6-46fa-92f1-231e8bea3730.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.788782] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810114c0-5db3-4abe-be44-a3ec76552a88 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.807407] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1246.807407] env[62664]: value = "task-2698776" [ 1246.807407] env[62664]: _type = "Task" [ 1246.807407] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.814552] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.149581] env[62664]: DEBUG nova.compute.utils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1247.151298] env[62664]: DEBUG nova.compute.manager [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.151553] env[62664]: DEBUG nova.network.neutron [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.198575] env[62664]: DEBUG nova.policy [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '871aea90db614aa8b61fff94a5f17ef5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88f7e851b78f445bb1d320c3b4aed9de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.319029] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.457732] env[62664]: DEBUG nova.network.neutron [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Successfully created port: 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.612140] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "ac7beddd-0681-4a54-bf20-a78db8b6a586-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.612387] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.612559] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.655521] env[62664]: DEBUG nova.compute.manager [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.818196] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.318822] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698776, 'name': ReconfigVM_Task, 'duration_secs': 1.041526} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.319230] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 89d93b37-f4e6-46fa-92f1-231e8bea3730/89d93b37-f4e6-46fa-92f1-231e8bea3730.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.319745] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2681d05c-3059-4be4-a890-9de04e7b9d84 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.326522] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1248.326522] env[62664]: value = "task-2698777" [ 1248.326522] env[62664]: _type = "Task" [ 1248.326522] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.334816] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698777, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.647007] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.647223] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.647465] env[62664]: DEBUG nova.network.neutron [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.665878] env[62664]: DEBUG nova.compute.manager [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.692249] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.692500] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.692658] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.692845] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.692997] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.693232] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.693376] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.693564] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.693694] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.693858] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.694044] env[62664]: DEBUG nova.virt.hardware [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.694906] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc36f8d-7c33-4b55-b5c9-052d7ae0b2a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.703031] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9540e8f-4544-44c4-ab55-ed407e1c7b17 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.837127] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698777, 'name': Rename_Task, 'duration_secs': 0.14356} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.837419] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.837728] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f15000ba-c089-474d-9d19-388f57e3ea73 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.844058] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1248.844058] env[62664]: value = "task-2698778" [ 1248.844058] env[62664]: _type = "Task" [ 1248.844058] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.853374] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.892099] env[62664]: DEBUG nova.compute.manager [req-a5536b3d-994e-4f8c-a64c-a9403da51488 req-6904990d-eba6-47eb-9e10-d3efcec95eb8 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received event network-vif-plugged-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1248.892368] env[62664]: DEBUG oslo_concurrency.lockutils [req-a5536b3d-994e-4f8c-a64c-a9403da51488 req-6904990d-eba6-47eb-9e10-d3efcec95eb8 service nova] Acquiring lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.892473] env[62664]: DEBUG oslo_concurrency.lockutils [req-a5536b3d-994e-4f8c-a64c-a9403da51488 req-6904990d-eba6-47eb-9e10-d3efcec95eb8 service nova] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.892625] env[62664]: DEBUG oslo_concurrency.lockutils [req-a5536b3d-994e-4f8c-a64c-a9403da51488 req-6904990d-eba6-47eb-9e10-d3efcec95eb8 service nova] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.892794] env[62664]: DEBUG nova.compute.manager [req-a5536b3d-994e-4f8c-a64c-a9403da51488 req-6904990d-eba6-47eb-9e10-d3efcec95eb8 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] No waiting events found dispatching network-vif-plugged-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.892959] env[62664]: WARNING nova.compute.manager [req-a5536b3d-994e-4f8c-a64c-a9403da51488 req-6904990d-eba6-47eb-9e10-d3efcec95eb8 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received unexpected event network-vif-plugged-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 for instance with vm_state building and task_state spawning. [ 1248.979828] env[62664]: DEBUG nova.network.neutron [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Successfully updated port: 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.349775] env[62664]: DEBUG nova.network.neutron [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance_info_cache with network_info: [{"id": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "address": "fa:16:3e:8d:f0:54", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865373d3-68", "ovs_interfaceid": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.356225] env[62664]: DEBUG oslo_vmware.api [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698778, 'name': PowerOnVM_Task, 'duration_secs': 0.444567} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.356499] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.356702] env[62664]: INFO nova.compute.manager [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1249.356885] env[62664]: DEBUG nova.compute.manager [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.357664] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1073b2-76ee-470b-a854-fab9ac315211 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.482425] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.482475] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.482622] env[62664]: DEBUG nova.network.neutron [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.853810] env[62664]: DEBUG oslo_concurrency.lockutils [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.874067] env[62664]: INFO nova.compute.manager [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Took 13.71 seconds to build instance. [ 1250.031440] env[62664]: DEBUG nova.network.neutron [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.279325] env[62664]: DEBUG nova.network.neutron [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updating instance_info_cache with network_info: [{"id": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "address": "fa:16:3e:9e:35:be", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5fa7dc-43", "ovs_interfaceid": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.363774] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8432c55-53d0-4c34-b554-7dccd98a3069 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.371602] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ccd6a-9baa-4922-8c0b-99b2ac18ff22 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.375871] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0a7f8320-210b-4fef-89e8-2347cfd41da6 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "89d93b37-f4e6-46fa-92f1-231e8bea3730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.224s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.784057] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.784057] env[62664]: DEBUG nova.compute.manager [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Instance network_info: |[{"id": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "address": "fa:16:3e:9e:35:be", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5fa7dc-43", "ovs_interfaceid": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.784057] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:35:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a5fa7dc-436f-4050-a3f9-8a6a597eef89', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.791465] env[62664]: DEBUG oslo.service.loopingcall [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1250.791676] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.791953] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e79167d1-e6ec-4a84-b526-e3414c88261c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.811714] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.811714] env[62664]: value = "task-2698779" [ 1250.811714] env[62664]: _type = "Task" [ 1250.811714] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.818905] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698779, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.927037] env[62664]: DEBUG nova.compute.manager [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received event network-changed-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1250.927037] env[62664]: DEBUG nova.compute.manager [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Refreshing instance network info cache due to event network-changed-1a5fa7dc-436f-4050-a3f9-8a6a597eef89. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1250.927037] env[62664]: DEBUG oslo_concurrency.lockutils [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] Acquiring lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.927421] env[62664]: DEBUG oslo_concurrency.lockutils [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] Acquired lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.927421] env[62664]: DEBUG nova.network.neutron [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Refreshing network info cache for port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.322680] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698779, 'name': CreateVM_Task, 'duration_secs': 0.285893} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.322848] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.323561] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.323735] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.324081] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.324435] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0feb26d-669c-4fc6-8f34-60b76b06886f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.329390] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1251.329390] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b86b76-ad36-25ea-ea39-46ec2dbbe69f" [ 1251.329390] env[62664]: _type = "Task" [ 1251.329390] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.337328] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b86b76-ad36-25ea-ea39-46ec2dbbe69f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.473118] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722fd8a8-2105-4d67-9b98-c2fddf91375b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.495243] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dc2faf-d700-4439-bd67-92f2f49d9d00 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.502453] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance 'ac7beddd-0681-4a54-bf20-a78db8b6a586' progress to 83 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.655009] env[62664]: DEBUG nova.network.neutron [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updated VIF entry in instance network info cache for port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.655390] env[62664]: DEBUG nova.network.neutron [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updating instance_info_cache with network_info: [{"id": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "address": "fa:16:3e:9e:35:be", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5fa7dc-43", "ovs_interfaceid": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.840140] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b86b76-ad36-25ea-ea39-46ec2dbbe69f, 'name': SearchDatastore_Task, 'duration_secs': 0.012315} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.840416] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.840654] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.840936] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.841097] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.841286] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.841546] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b7649fa-020c-4102-a2b7-affe6be38ae6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.849940] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.850133] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.850851] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf95fbd7-88f0-4e87-b6d3-5e305a88be4b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.855972] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1251.855972] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b3cf84-1fc5-8ea6-272a-5b47fc145be4" [ 1251.855972] env[62664]: _type = "Task" [ 1251.855972] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.863497] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b3cf84-1fc5-8ea6-272a-5b47fc145be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.009448] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.009760] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06452e80-7adf-466d-95e9-7daaf6be53f6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.016866] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1252.016866] env[62664]: value = "task-2698780" [ 1252.016866] env[62664]: _type = "Task" [ 1252.016866] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.024448] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.158430] env[62664]: DEBUG oslo_concurrency.lockutils [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] Releasing lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.158711] env[62664]: DEBUG nova.compute.manager [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Received event network-changed-7e6b6540-637f-4b83-9660-973c3a61bef8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.158887] env[62664]: DEBUG nova.compute.manager [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Refreshing instance network info cache due to event network-changed-7e6b6540-637f-4b83-9660-973c3a61bef8. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1252.159127] env[62664]: DEBUG oslo_concurrency.lockutils [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] Acquiring lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.159275] env[62664]: DEBUG oslo_concurrency.lockutils [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] Acquired lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.159442] env[62664]: DEBUG nova.network.neutron [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Refreshing network info cache for port 7e6b6540-637f-4b83-9660-973c3a61bef8 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.366864] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52b3cf84-1fc5-8ea6-272a-5b47fc145be4, 'name': SearchDatastore_Task, 'duration_secs': 0.008548} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.367618] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7f9bc0-7cd4-4585-b8e8-ed4477a40908 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.372560] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1252.372560] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528369ee-57bd-5ba9-9c8c-7385c3379e91" [ 1252.372560] env[62664]: _type = "Task" [ 1252.372560] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.380364] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528369ee-57bd-5ba9-9c8c-7385c3379e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.525731] env[62664]: DEBUG oslo_vmware.api [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698780, 'name': PowerOnVM_Task, 'duration_secs': 0.432681} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.526065] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.526213] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-5788ddc1-87d0-48f5-98fa-f5f752f10a4f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance 'ac7beddd-0681-4a54-bf20-a78db8b6a586' progress to 100 {{(pid=62664) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.862043] env[62664]: DEBUG nova.network.neutron [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Updated VIF entry in instance network info cache for port 7e6b6540-637f-4b83-9660-973c3a61bef8. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.862433] env[62664]: DEBUG nova.network.neutron [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Updating instance_info_cache with network_info: [{"id": "7e6b6540-637f-4b83-9660-973c3a61bef8", "address": "fa:16:3e:64:42:a4", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e6b6540-63", "ovs_interfaceid": "7e6b6540-637f-4b83-9660-973c3a61bef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.883188] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528369ee-57bd-5ba9-9c8c-7385c3379e91, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.883413] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.883656] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 24501d33-f9d9-4c7d-9602-98312aaa3ee8/24501d33-f9d9-4c7d-9602-98312aaa3ee8.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.883898] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bcde95d-f02c-438a-b24f-908b8ce4b85d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.890135] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1252.890135] env[62664]: value = "task-2698781" [ 1252.890135] env[62664]: _type = "Task" [ 1252.890135] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.897684] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.365276] env[62664]: DEBUG oslo_concurrency.lockutils [req-8faf0bbb-61e0-4460-b29f-f0505ff89df3 req-f4cb393e-09d4-4897-b639-fdfa6a380e88 service nova] Releasing lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.400391] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465064} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.400637] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 24501d33-f9d9-4c7d-9602-98312aaa3ee8/24501d33-f9d9-4c7d-9602-98312aaa3ee8.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.400880] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.401155] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd52972a-0e8e-4d2f-8b2e-9142cfea91fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.407758] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1253.407758] env[62664]: value = "task-2698782" [ 1253.407758] env[62664]: _type = "Task" [ 1253.407758] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.415227] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.916915] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064164} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.917279] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.917933] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd7e7e6-0421-4be4-9385-4b2489aa14e8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.939113] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 24501d33-f9d9-4c7d-9602-98312aaa3ee8/24501d33-f9d9-4c7d-9602-98312aaa3ee8.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.939330] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4138d22b-2053-46e9-af5f-56ccca5d6d75 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.958410] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1253.958410] env[62664]: value = "task-2698783" [ 1253.958410] env[62664]: _type = "Task" [ 1253.958410] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.965530] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.469221] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698783, 'name': ReconfigVM_Task, 'duration_secs': 0.27845} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.469523] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 24501d33-f9d9-4c7d-9602-98312aaa3ee8/24501d33-f9d9-4c7d-9602-98312aaa3ee8.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.470169] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0feefd09-c121-453f-a13e-120b51dc3987 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.476838] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1254.476838] env[62664]: value = "task-2698784" [ 1254.476838] env[62664]: _type = "Task" [ 1254.476838] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.485449] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698784, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.987048] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698784, 'name': Rename_Task, 'duration_secs': 0.185432} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.987412] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.987485] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4330084b-eb4e-4141-9022-9805caea9d3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.993805] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1254.993805] env[62664]: value = "task-2698785" [ 1254.993805] env[62664]: _type = "Task" [ 1254.993805] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.002534] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.245645] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "ac7beddd-0681-4a54-bf20-a78db8b6a586" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.245846] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.246061] env[62664]: DEBUG nova.compute.manager [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Going to confirm migration 10 {{(pid=62664) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1255.504055] env[62664]: DEBUG oslo_vmware.api [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698785, 'name': PowerOnVM_Task, 'duration_secs': 0.409079} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.504299] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.504515] env[62664]: INFO nova.compute.manager [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1255.504707] env[62664]: DEBUG nova.compute.manager [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.505491] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4168e802-35f3-454d-ac9d-76c03d596780 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.812847] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.813052] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquired lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.813232] env[62664]: DEBUG nova.network.neutron [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.813416] env[62664]: DEBUG nova.objects.instance [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lazy-loading 'info_cache' on Instance uuid ac7beddd-0681-4a54-bf20-a78db8b6a586 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.023888] env[62664]: INFO nova.compute.manager [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Took 11.55 seconds to build instance. [ 1256.499576] env[62664]: DEBUG nova.compute.manager [req-5e18d8d5-f150-4e8e-9b10-78d5e834315a req-18ec6169-e712-46a6-99a8-d8a303e6b5ef service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received event network-changed-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1256.499823] env[62664]: DEBUG nova.compute.manager [req-5e18d8d5-f150-4e8e-9b10-78d5e834315a req-18ec6169-e712-46a6-99a8-d8a303e6b5ef service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Refreshing instance network info cache due to event network-changed-1a5fa7dc-436f-4050-a3f9-8a6a597eef89. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1256.500097] env[62664]: DEBUG oslo_concurrency.lockutils [req-5e18d8d5-f150-4e8e-9b10-78d5e834315a req-18ec6169-e712-46a6-99a8-d8a303e6b5ef service nova] Acquiring lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.500276] env[62664]: DEBUG oslo_concurrency.lockutils [req-5e18d8d5-f150-4e8e-9b10-78d5e834315a req-18ec6169-e712-46a6-99a8-d8a303e6b5ef service nova] Acquired lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.500477] env[62664]: DEBUG nova.network.neutron [req-5e18d8d5-f150-4e8e-9b10-78d5e834315a req-18ec6169-e712-46a6-99a8-d8a303e6b5ef service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Refreshing network info cache for port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.525944] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7ddde29b-9be8-47e7-9e1c-4447aca3f287 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.054s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.029216] env[62664]: DEBUG nova.network.neutron [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance_info_cache with network_info: [{"id": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "address": "fa:16:3e:8d:f0:54", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865373d3-68", "ovs_interfaceid": "865373d3-68e3-4acf-a2ac-50ea4923ed76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.214619] env[62664]: DEBUG nova.network.neutron [req-5e18d8d5-f150-4e8e-9b10-78d5e834315a req-18ec6169-e712-46a6-99a8-d8a303e6b5ef service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updated VIF entry in instance network info cache for port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.215058] env[62664]: DEBUG nova.network.neutron [req-5e18d8d5-f150-4e8e-9b10-78d5e834315a req-18ec6169-e712-46a6-99a8-d8a303e6b5ef service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updating instance_info_cache with network_info: [{"id": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "address": "fa:16:3e:9e:35:be", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5fa7dc-43", "ovs_interfaceid": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.532534] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Releasing lock "refresh_cache-ac7beddd-0681-4a54-bf20-a78db8b6a586" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.532805] env[62664]: DEBUG nova.objects.instance [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lazy-loading 'migration_context' on Instance uuid ac7beddd-0681-4a54-bf20-a78db8b6a586 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.718860] env[62664]: DEBUG oslo_concurrency.lockutils [req-5e18d8d5-f150-4e8e-9b10-78d5e834315a req-18ec6169-e712-46a6-99a8-d8a303e6b5ef service nova] Releasing lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.036456] env[62664]: DEBUG nova.objects.base [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1258.037972] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013874eb-cc9e-4671-a494-79bb26400e01 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.069678] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60671060-8b71-4e30-8890-f3f67b4fe924 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.076251] env[62664]: DEBUG oslo_vmware.api [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1258.076251] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524b6fe9-4c84-20c3-120e-12aaa44c76f8" [ 1258.076251] env[62664]: _type = "Task" [ 1258.076251] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.084526] env[62664]: DEBUG oslo_vmware.api [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524b6fe9-4c84-20c3-120e-12aaa44c76f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.587121] env[62664]: DEBUG oslo_vmware.api [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524b6fe9-4c84-20c3-120e-12aaa44c76f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008232} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.587121] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.587121] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.167797] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c99a78-c065-4580-9100-014bf054ad5c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.175314] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5905bea0-a8ef-444d-937c-5f41b92dcfa6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.205518] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3993b673-bd57-434e-8066-e71d024c3272 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.212503] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b79173-59bc-43ff-bf9c-ed1fc48c9ce7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.226984] env[62664]: DEBUG nova.compute.provider_tree [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.747267] env[62664]: ERROR nova.scheduler.client.report [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [req-51a0cc4d-a3f2-4d5e-b9d6-444e305c1d9d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-51a0cc4d-a3f2-4d5e-b9d6-444e305c1d9d"}]} [ 1259.763143] env[62664]: DEBUG nova.scheduler.client.report [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1259.775625] env[62664]: DEBUG nova.scheduler.client.report [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1259.775844] env[62664]: DEBUG nova.compute.provider_tree [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.786182] env[62664]: DEBUG nova.scheduler.client.report [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1259.803585] env[62664]: DEBUG nova.scheduler.client.report [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1259.882287] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f91fb2-01ae-48b6-affb-7a7fc8a78d79 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.890246] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc71643-0ade-4bda-9980-5779e99a3d10 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.920147] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72bdec4-d9f7-425d-a300-b63d08f294f1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.927435] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc75323-705c-4c65-b1d8-8c7a996bc1bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.945042] env[62664]: DEBUG nova.compute.provider_tree [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.474677] env[62664]: DEBUG nova.scheduler.client.report [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1260.474967] env[62664]: DEBUG nova.compute.provider_tree [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 164 to 165 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1260.475143] env[62664]: DEBUG nova.compute.provider_tree [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.485172] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.898s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.037470] env[62664]: INFO nova.scheduler.client.report [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted allocation for migration 9d945e70-b475-4696-80bf-38ddf6d0a055 [ 1262.544269] env[62664]: DEBUG oslo_concurrency.lockutils [None req-0dc7d01a-f345-4341-bb5d-61587e75e949 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.298s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.791839] env[62664]: INFO nova.compute.manager [None req-e99934e6-c8ef-4666-b797-e2ab97a2d5f1 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Get console output [ 1262.792320] env[62664]: WARNING nova.virt.vmwareapi.driver [None req-e99934e6-c8ef-4666-b797-e2ab97a2d5f1 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] The console log is missing. Check your VSPC configuration [ 1287.068124] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.068529] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.068529] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1287.843552] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "89d93b37-f4e6-46fa-92f1-231e8bea3730" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.843827] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "89d93b37-f4e6-46fa-92f1-231e8bea3730" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.844025] env[62664]: DEBUG nova.compute.manager [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.844989] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd9df11-9bfb-4b89-a393-c8edf62b2fbf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.851934] env[62664]: DEBUG nova.compute.manager [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62664) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1287.852531] env[62664]: DEBUG nova.objects.instance [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'flavor' on Instance uuid 89d93b37-f4e6-46fa-92f1-231e8bea3730 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.602574] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.602829] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.602893] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1288.860429] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.860791] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb4d7ac9-c020-4884-a16c-d62c0a320ca9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.869135] env[62664]: DEBUG oslo_vmware.api [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1288.869135] env[62664]: value = "task-2698786" [ 1288.869135] env[62664]: _type = "Task" [ 1288.869135] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.877065] env[62664]: DEBUG oslo_vmware.api [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.263985] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "ac7beddd-0681-4a54-bf20-a78db8b6a586" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.264233] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.264398] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "ac7beddd-0681-4a54-bf20-a78db8b6a586-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.264582] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.264934] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.266805] env[62664]: INFO nova.compute.manager [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Terminating instance [ 1289.380075] env[62664]: DEBUG oslo_vmware.api [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698786, 'name': PowerOffVM_Task, 'duration_secs': 0.229299} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.380338] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.380535] env[62664]: DEBUG nova.compute.manager [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.381312] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72756d7e-13eb-4508-95bc-4a29abbb1add {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.770843] env[62664]: DEBUG nova.compute.manager [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.771219] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.771398] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fedae3d-49ec-4ca2-bc37-ae3fa80f4251 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.777984] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1289.777984] env[62664]: value = "task-2698787" [ 1289.777984] env[62664]: _type = "Task" [ 1289.777984] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.786230] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.835298] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Updating instance_info_cache with network_info: [{"id": "abf4a842-6441-4db9-b623-23496fc68a9e", "address": "fa:16:3e:a9:3a:f6", "network": {"id": "3826e2b6-5556-486f-89e2-8168b96e25b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-732150247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d51d64d8686048938e1f7a66851e092e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabf4a842-64", "ovs_interfaceid": "abf4a842-6441-4db9-b623-23496fc68a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.892866] env[62664]: DEBUG oslo_concurrency.lockutils [None req-82983c26-e1fc-4748-8585-8b94ee16f5c5 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "89d93b37-f4e6-46fa-92f1-231e8bea3730" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.221332] env[62664]: DEBUG nova.objects.instance [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'flavor' on Instance uuid 89d93b37-f4e6-46fa-92f1-231e8bea3730 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.287368] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698787, 'name': PowerOffVM_Task, 'duration_secs': 0.149148} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.287652] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.287813] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1290.288015] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543819', 'volume_id': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'name': 'volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ac7beddd-0681-4a54-bf20-a78db8b6a586', 'attached_at': '2025-02-19T17:26:13.000000', 'detached_at': '', 'volume_id': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'serial': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1290.288751] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237c541f-7abf-4b03-9689-78c2329e0c4c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.308089] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63264051-08a0-46b7-9958-6b054e96a811 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.314194] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3466cfba-3f90-4481-bf74-60f967e17561 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.331093] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a743fc5-792f-46f3-affb-c2c715150bdf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.344725] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.344899] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1290.345159] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] The volume has not been displaced from its original location: [datastore1] volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e/volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1290.350315] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.350577] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.350756] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb913a0-7eb7-460d-95b0-f472103ecf0f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.362937] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.363123] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.363637] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.363816] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.363972] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.364117] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1290.364262] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.368186] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1290.368186] env[62664]: value = "task-2698788" [ 1290.368186] env[62664]: _type = "Task" [ 1290.368186] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.375558] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.726776] env[62664]: DEBUG oslo_concurrency.lockutils [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.727035] env[62664]: DEBUG oslo_concurrency.lockutils [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.727153] env[62664]: DEBUG nova.network.neutron [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.727366] env[62664]: DEBUG nova.objects.instance [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'info_cache' on Instance uuid 89d93b37-f4e6-46fa-92f1-231e8bea3730 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.866928] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.867209] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.867381] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.867537] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1290.868460] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bec29f4-3b0c-4aba-9d09-7293da9b1898 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.881920] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698788, 'name': ReconfigVM_Task, 'duration_secs': 0.184091} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.883403] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1290.887820] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c907179-0ee2-45c4-a987-374fd6694aae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.898103] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5f3ce3-4ade-4757-81a7-e4bb9f2c9a4e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.913080] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3289c0b-ce60-40ba-afd5-0cc8910d758d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.915547] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1290.915547] env[62664]: value = "task-2698789" [ 1290.915547] env[62664]: _type = "Task" [ 1290.915547] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.921234] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27204952-50f4-4b9f-a665-24de785effaa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.926783] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.954555] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180325MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1290.954715] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.954881] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.230603] env[62664]: DEBUG nova.objects.base [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Object Instance<89d93b37-f4e6-46fa-92f1-231e8bea3730> lazy-loaded attributes: flavor,info_cache {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1291.425745] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698789, 'name': ReconfigVM_Task, 'duration_secs': 0.111122} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.425990] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543819', 'volume_id': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'name': 'volume-67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ac7beddd-0681-4a54-bf20-a78db8b6a586', 'attached_at': '2025-02-19T17:26:13.000000', 'detached_at': '', 'volume_id': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e', 'serial': '67e0ad76-66e4-4e40-8964-fd27ae9ea47e'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1291.426297] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.427061] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84d6d1b-d553-4864-967d-b57f62cc0f86 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.433505] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.433732] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bf72478-11ba-4da2-a754-dd7d6fbefd23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.496679] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.496895] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.497091] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleting the datastore file [datastore1] ac7beddd-0681-4a54-bf20-a78db8b6a586 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.497357] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc2198ac-553a-4dee-8054-1b82daf91f11 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.503324] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1291.503324] env[62664]: value = "task-2698791" [ 1291.503324] env[62664]: _type = "Task" [ 1291.503324] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.510678] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.917102] env[62664]: DEBUG nova.network.neutron [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Updating instance_info_cache with network_info: [{"id": "7e6b6540-637f-4b83-9660-973c3a61bef8", "address": "fa:16:3e:64:42:a4", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e6b6540-63", "ovs_interfaceid": "7e6b6540-637f-4b83-9660-973c3a61bef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.981790] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 0e375498-fb3a-4d71-a1ed-caa8757bcf0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1291.981949] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance d1ea25d7-9d48-4d04-9d2b-f25af082dbbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1291.982114] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance ac7beddd-0681-4a54-bf20-a78db8b6a586 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1291.982269] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 89d93b37-f4e6-46fa-92f1-231e8bea3730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1291.982393] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 24501d33-f9d9-4c7d-9602-98312aaa3ee8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1291.982583] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1291.982721] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1292.012852] env[62664]: DEBUG oslo_vmware.api [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082687} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.013124] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.013316] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.013492] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.013698] env[62664]: INFO nova.compute.manager [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1292.013887] env[62664]: DEBUG oslo.service.loopingcall [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.014084] env[62664]: DEBUG nova.compute.manager [-] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.014181] env[62664]: DEBUG nova.network.neutron [-] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.046862] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf5512f-90a4-48fa-a7a3-3fc96781014e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.054119] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58123e1b-7eb7-4f85-a047-3a9a933b5410 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.086189] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acc03a4-9cea-4a37-af36-7cb856780cf8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.093154] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc75e610-d7fe-41fa-b420-76ccd746c1eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.105564] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.420577] env[62664]: DEBUG oslo_concurrency.lockutils [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.496027] env[62664]: DEBUG nova.compute.manager [req-cc139fe4-4746-4754-b61d-35d145c69b15 req-a773595b-ae63-4027-830d-3f63e74599ae service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Received event network-vif-deleted-865373d3-68e3-4acf-a2ac-50ea4923ed76 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1292.496268] env[62664]: INFO nova.compute.manager [req-cc139fe4-4746-4754-b61d-35d145c69b15 req-a773595b-ae63-4027-830d-3f63e74599ae service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Neutron deleted interface 865373d3-68e3-4acf-a2ac-50ea4923ed76; detaching it from the instance and deleting it from the info cache [ 1292.496409] env[62664]: DEBUG nova.network.neutron [req-cc139fe4-4746-4754-b61d-35d145c69b15 req-a773595b-ae63-4027-830d-3f63e74599ae service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.608314] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.956054] env[62664]: DEBUG nova.network.neutron [-] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.998928] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec868430-3c36-4644-bcb3-168078632ebd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.009021] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a44e77-b65f-40b2-9501-c508311cb190 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.036589] env[62664]: DEBUG nova.compute.manager [req-cc139fe4-4746-4754-b61d-35d145c69b15 req-a773595b-ae63-4027-830d-3f63e74599ae service nova] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Detach interface failed, port_id=865373d3-68e3-4acf-a2ac-50ea4923ed76, reason: Instance ac7beddd-0681-4a54-bf20-a78db8b6a586 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1293.113596] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1293.113596] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.159s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.435425] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.435755] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9754f777-180a-4c5a-9e43-a1fc03d22bc7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.443359] env[62664]: DEBUG oslo_vmware.api [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1293.443359] env[62664]: value = "task-2698792" [ 1293.443359] env[62664]: _type = "Task" [ 1293.443359] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.451532] env[62664]: DEBUG oslo_vmware.api [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.458052] env[62664]: INFO nova.compute.manager [-] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Took 1.44 seconds to deallocate network for instance. [ 1293.953863] env[62664]: DEBUG oslo_vmware.api [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698792, 'name': PowerOnVM_Task, 'duration_secs': 0.373667} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.954147] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.954365] env[62664]: DEBUG nova.compute.manager [None req-53fef9b2-bac1-4158-9a9a-cace2663c229 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.955165] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a71b309-ad81-4a0a-a84d-4bde3bbd117c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.001594] env[62664]: INFO nova.compute.manager [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Took 0.54 seconds to detach 1 volumes for instance. [ 1294.003831] env[62664]: DEBUG nova.compute.manager [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Deleting volume: 67e0ad76-66e4-4e40-8964-fd27ae9ea47e {{(pid=62664) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1294.127928] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.128161] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.128351] env[62664]: INFO nova.compute.manager [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Shelving [ 1294.543845] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.544126] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.544381] env[62664]: DEBUG nova.objects.instance [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lazy-loading 'resources' on Instance uuid ac7beddd-0681-4a54-bf20-a78db8b6a586 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.077590] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bb1f08-ca98-4e81-8d72-911a07952288 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.086814] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0b085acd-1817-44c3-ad6a-4cfc6f875df1 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Suspending the VM {{(pid=62664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1295.087060] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3e0536c6-c39f-4bc6-9f2a-91f591e32ccc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.094024] env[62664]: DEBUG oslo_vmware.api [None req-0b085acd-1817-44c3-ad6a-4cfc6f875df1 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1295.094024] env[62664]: value = "task-2698794" [ 1295.094024] env[62664]: _type = "Task" [ 1295.094024] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.103299] env[62664]: DEBUG oslo_vmware.api [None req-0b085acd-1817-44c3-ad6a-4cfc6f875df1 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698794, 'name': SuspendVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.125859] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661a5121-632d-4ab7-a1e1-2d60d24306ca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.132858] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09302aa9-4292-46a8-a92f-3f120446e508 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.137145] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.137374] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7f840a7-8fc2-4b94-beec-b5f54b6b3464 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.163332] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab229b-24d9-46e6-888c-c73d520775bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.167611] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1295.167611] env[62664]: value = "task-2698795" [ 1295.167611] env[62664]: _type = "Task" [ 1295.167611] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.174393] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec32ad0-0c38-4158-aaef-9996cd735c6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.181131] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.190785] env[62664]: DEBUG nova.compute.provider_tree [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.604697] env[62664]: DEBUG oslo_vmware.api [None req-0b085acd-1817-44c3-ad6a-4cfc6f875df1 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698794, 'name': SuspendVM_Task} progress is 70%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.678190] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698795, 'name': PowerOffVM_Task, 'duration_secs': 0.274587} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.678511] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.679323] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09a1e3-a55a-429b-bfe3-1cd71ded924d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.698496] env[62664]: DEBUG nova.scheduler.client.report [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.702392] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc7c2c3-e2b5-4199-aab0-3343d6d23b6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.104501] env[62664]: DEBUG oslo_vmware.api [None req-0b085acd-1817-44c3-ad6a-4cfc6f875df1 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698794, 'name': SuspendVM_Task, 'duration_secs': 0.59574} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.104801] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-0b085acd-1817-44c3-ad6a-4cfc6f875df1 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Suspended the VM {{(pid=62664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1296.104935] env[62664]: DEBUG nova.compute.manager [None req-0b085acd-1817-44c3-ad6a-4cfc6f875df1 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.105687] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84c5f1b-6877-4038-8f48-f6ff9237433b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.206670] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.212768] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1296.213346] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ef6f09e-1e8e-46a6-a5cb-114735768386 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.220573] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1296.220573] env[62664]: value = "task-2698796" [ 1296.220573] env[62664]: _type = "Task" [ 1296.220573] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.224681] env[62664]: INFO nova.scheduler.client.report [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted allocations for instance ac7beddd-0681-4a54-bf20-a78db8b6a586 [ 1296.231862] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698796, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.732458] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698796, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.732899] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f4fc48cc-50cb-4c86-8e6a-6e8d6758ebe5 tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "ac7beddd-0681-4a54-bf20-a78db8b6a586" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.469s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.179096] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.179463] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.179598] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.179790] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.179967] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.182168] env[62664]: INFO nova.compute.manager [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Terminating instance [ 1297.231442] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698796, 'name': CreateSnapshot_Task, 'duration_secs': 0.818219} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.231696] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1297.232419] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b742aa-3b0e-4b33-953e-4e3d491ebfc4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.422753] env[62664]: INFO nova.compute.manager [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Resuming [ 1297.423383] env[62664]: DEBUG nova.objects.instance [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'flavor' on Instance uuid 89d93b37-f4e6-46fa-92f1-231e8bea3730 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.685846] env[62664]: DEBUG nova.compute.manager [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.686108] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.686992] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451eb207-dde1-4e37-84be-1c8c26a296b8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.695120] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.695365] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8fda47c-827d-4b12-a369-ee85b5bf19c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.702502] env[62664]: DEBUG oslo_vmware.api [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1297.702502] env[62664]: value = "task-2698797" [ 1297.702502] env[62664]: _type = "Task" [ 1297.702502] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.710697] env[62664]: DEBUG oslo_vmware.api [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.752743] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1297.753227] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-abe7db7c-135a-4c7a-a591-81a7c404f7f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.763221] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1297.763221] env[62664]: value = "task-2698798" [ 1297.763221] env[62664]: _type = "Task" [ 1297.763221] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.771957] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.212655] env[62664]: DEBUG oslo_vmware.api [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698797, 'name': PowerOffVM_Task, 'duration_secs': 0.160539} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.213037] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.213141] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.213383] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5e8d08e-9402-462b-9bfb-cb8436c8a0e9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.273440] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.274513] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.274725] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.274919] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleting the datastore file [datastore1] d1ea25d7-9d48-4d04-9d2b-f25af082dbbb {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.275183] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33131ded-8a35-4625-8952-a21bc9f4fc9c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.281075] env[62664]: DEBUG oslo_vmware.api [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1298.281075] env[62664]: value = "task-2698800" [ 1298.281075] env[62664]: _type = "Task" [ 1298.281075] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.288323] env[62664]: DEBUG oslo_vmware.api [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.774013] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.790157] env[62664]: DEBUG oslo_vmware.api [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143724} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.790477] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.790675] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.790853] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.791040] env[62664]: INFO nova.compute.manager [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1298.791312] env[62664]: DEBUG oslo.service.loopingcall [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1298.791514] env[62664]: DEBUG nova.compute.manager [-] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.791656] env[62664]: DEBUG nova.network.neutron [-] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.932807] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.933128] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquired lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.933229] env[62664]: DEBUG nova.network.neutron [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.013351] env[62664]: DEBUG nova.compute.manager [req-804aefda-749a-4fe9-92b1-c0638b101555 req-ca150da8-be63-4d5a-be3a-5721c4e1d252 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Received event network-vif-deleted-abf4a842-6441-4db9-b623-23496fc68a9e {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1299.013351] env[62664]: INFO nova.compute.manager [req-804aefda-749a-4fe9-92b1-c0638b101555 req-ca150da8-be63-4d5a-be3a-5721c4e1d252 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Neutron deleted interface abf4a842-6441-4db9-b623-23496fc68a9e; detaching it from the instance and deleting it from the info cache [ 1299.013535] env[62664]: DEBUG nova.network.neutron [req-804aefda-749a-4fe9-92b1-c0638b101555 req-ca150da8-be63-4d5a-be3a-5721c4e1d252 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.276086] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.495612] env[62664]: DEBUG nova.network.neutron [-] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.516243] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80708249-15bb-43ce-96ef-2d24ec5451e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.526630] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402ffc05-da34-44c5-a7c4-3eb4e8752644 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.555057] env[62664]: DEBUG nova.compute.manager [req-804aefda-749a-4fe9-92b1-c0638b101555 req-ca150da8-be63-4d5a-be3a-5721c4e1d252 service nova] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Detach interface failed, port_id=abf4a842-6441-4db9-b623-23496fc68a9e, reason: Instance d1ea25d7-9d48-4d04-9d2b-f25af082dbbb could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1299.654447] env[62664]: DEBUG nova.network.neutron [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Updating instance_info_cache with network_info: [{"id": "7e6b6540-637f-4b83-9660-973c3a61bef8", "address": "fa:16:3e:64:42:a4", "network": {"id": "059d848d-7850-4951-8f01-ee497c896deb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1728141304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfa326de3e2b402cb8f1bce0cc2c4d69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e6b6540-63", "ovs_interfaceid": "7e6b6540-637f-4b83-9660-973c3a61bef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.775296] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.998062] env[62664]: INFO nova.compute.manager [-] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Took 1.21 seconds to deallocate network for instance. [ 1300.157170] env[62664]: DEBUG oslo_concurrency.lockutils [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Releasing lock "refresh_cache-89d93b37-f4e6-46fa-92f1-231e8bea3730" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.158171] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727952ab-e26f-4c68-9f37-52cec60ccda1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.165414] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Resuming the VM {{(pid=62664) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1300.165639] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-650c0f84-7f0c-449f-8ff9-5dfaa2bdf8db {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.172801] env[62664]: DEBUG oslo_vmware.api [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1300.172801] env[62664]: value = "task-2698801" [ 1300.172801] env[62664]: _type = "Task" [ 1300.172801] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.180651] env[62664]: DEBUG oslo_vmware.api [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.275563] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.504779] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.505184] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.505339] env[62664]: DEBUG nova.objects.instance [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lazy-loading 'resources' on Instance uuid d1ea25d7-9d48-4d04-9d2b-f25af082dbbb {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.685520] env[62664]: DEBUG oslo_vmware.api [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698801, 'name': PowerOnVM_Task, 'duration_secs': 0.496715} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.685854] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Resumed the VM {{(pid=62664) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1300.686095] env[62664]: DEBUG nova.compute.manager [None req-ebed5fe1-e628-4eb1-8ce0-22e572d9d825 tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.686922] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26455ef4-8320-4032-91b5-1c04494756ed {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.777879] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.071507] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b686fc-2d72-4969-a80d-4f354b71aa9c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.080793] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a5e371-2219-44a3-aa8c-8393323219f3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.110943] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0da3150-90f2-4af9-9f83-30a25b780941 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.118725] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c654397a-8c5f-486f-8506-9a5cc6f5d0c9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.131985] env[62664]: DEBUG nova.compute.provider_tree [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.277022] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.635097] env[62664]: DEBUG nova.scheduler.client.report [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.778823] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.075174] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "89d93b37-f4e6-46fa-92f1-231e8bea3730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.075486] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "89d93b37-f4e6-46fa-92f1-231e8bea3730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.075707] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "89d93b37-f4e6-46fa-92f1-231e8bea3730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.075894] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "89d93b37-f4e6-46fa-92f1-231e8bea3730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.076085] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "89d93b37-f4e6-46fa-92f1-231e8bea3730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.078254] env[62664]: INFO nova.compute.manager [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Terminating instance [ 1302.139843] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.157585] env[62664]: INFO nova.scheduler.client.report [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted allocations for instance d1ea25d7-9d48-4d04-9d2b-f25af082dbbb [ 1302.278596] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 95%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.581698] env[62664]: DEBUG nova.compute.manager [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.581939] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.582889] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4f7434-957b-44b1-9693-5744878d973f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.591140] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.591140] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c26b7c5a-22d8-48bd-801b-2d1efc287198 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.596891] env[62664]: DEBUG oslo_vmware.api [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1302.596891] env[62664]: value = "task-2698802" [ 1302.596891] env[62664]: _type = "Task" [ 1302.596891] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.604551] env[62664]: DEBUG oslo_vmware.api [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.666710] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1e875970-b30c-4503-a575-54daedf5877d tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "d1ea25d7-9d48-4d04-9d2b-f25af082dbbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.487s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.779037] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.106650] env[62664]: DEBUG oslo_vmware.api [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698802, 'name': PowerOffVM_Task, 'duration_secs': 0.20843} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.106911] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.107095] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.107348] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-939889f6-c04a-4be0-8e3b-8b86cde4eb18 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.166949] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.167203] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.167386] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleting the datastore file [datastore1] 89d93b37-f4e6-46fa-92f1-231e8bea3730 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.167649] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2bda625-829c-4cc6-a8a9-d7236d921b65 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.174679] env[62664]: DEBUG oslo_vmware.api [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for the task: (returnval){ [ 1303.174679] env[62664]: value = "task-2698804" [ 1303.174679] env[62664]: _type = "Task" [ 1303.174679] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.182814] env[62664]: DEBUG oslo_vmware.api [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.280102] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698798, 'name': CloneVM_Task, 'duration_secs': 5.017358} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.280102] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Created linked-clone VM from snapshot [ 1303.280304] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55335660-de21-4d0c-a478-dbeb4cb97fda {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.287180] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Uploading image 53443c31-0cc9-464a-b083-4843eaa77605 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1303.313415] env[62664]: DEBUG oslo_vmware.rw_handles [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1303.313415] env[62664]: value = "vm-543824" [ 1303.313415] env[62664]: _type = "VirtualMachine" [ 1303.313415] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1303.313772] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b1c4967-9f8c-43ca-b46d-bcf3b1c71822 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.322339] env[62664]: DEBUG oslo_vmware.rw_handles [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lease: (returnval){ [ 1303.322339] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52642170-a0ea-a5c0-ff8a-e24385863685" [ 1303.322339] env[62664]: _type = "HttpNfcLease" [ 1303.322339] env[62664]: } obtained for exporting VM: (result){ [ 1303.322339] env[62664]: value = "vm-543824" [ 1303.322339] env[62664]: _type = "VirtualMachine" [ 1303.322339] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1303.322661] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the lease: (returnval){ [ 1303.322661] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52642170-a0ea-a5c0-ff8a-e24385863685" [ 1303.322661] env[62664]: _type = "HttpNfcLease" [ 1303.322661] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1303.328268] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1303.328268] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52642170-a0ea-a5c0-ff8a-e24385863685" [ 1303.328268] env[62664]: _type = "HttpNfcLease" [ 1303.328268] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1303.684977] env[62664]: DEBUG oslo_vmware.api [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Task: {'id': task-2698804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13944} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.685265] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.685443] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.685622] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.685796] env[62664]: INFO nova.compute.manager [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1303.686043] env[62664]: DEBUG oslo.service.loopingcall [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.686239] env[62664]: DEBUG nova.compute.manager [-] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.686333] env[62664]: DEBUG nova.network.neutron [-] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.830987] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1303.830987] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52642170-a0ea-a5c0-ff8a-e24385863685" [ 1303.830987] env[62664]: _type = "HttpNfcLease" [ 1303.830987] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1303.831319] env[62664]: DEBUG oslo_vmware.rw_handles [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1303.831319] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52642170-a0ea-a5c0-ff8a-e24385863685" [ 1303.831319] env[62664]: _type = "HttpNfcLease" [ 1303.831319] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1303.831999] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c522de-8831-497a-b128-335c9713a232 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.839125] env[62664]: DEBUG oslo_vmware.rw_handles [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244237d-0447-8458-6b06-65aad2d1f94a/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1303.839305] env[62664]: DEBUG oslo_vmware.rw_handles [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244237d-0447-8458-6b06-65aad2d1f94a/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1303.925347] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0f4e634c-d649-40b3-9483-cb3c401107b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.102437] env[62664]: DEBUG nova.compute.manager [req-e817bea7-fff3-47dc-bc04-c56d29a9cc30 req-b7e9cd1c-fc84-41b0-aa09-5b60fa53cb46 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Received event network-vif-deleted-7e6b6540-637f-4b83-9660-973c3a61bef8 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1304.102437] env[62664]: INFO nova.compute.manager [req-e817bea7-fff3-47dc-bc04-c56d29a9cc30 req-b7e9cd1c-fc84-41b0-aa09-5b60fa53cb46 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Neutron deleted interface 7e6b6540-637f-4b83-9660-973c3a61bef8; detaching it from the instance and deleting it from the info cache [ 1304.102555] env[62664]: DEBUG nova.network.neutron [req-e817bea7-fff3-47dc-bc04-c56d29a9cc30 req-b7e9cd1c-fc84-41b0-aa09-5b60fa53cb46 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.581262] env[62664]: DEBUG nova.network.neutron [-] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.606783] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-519c2895-d6a6-4e27-a84a-89891e76e111 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.616757] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83faec48-461f-491c-97fd-4af251b48d46 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.644984] env[62664]: DEBUG nova.compute.manager [req-e817bea7-fff3-47dc-bc04-c56d29a9cc30 req-b7e9cd1c-fc84-41b0-aa09-5b60fa53cb46 service nova] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Detach interface failed, port_id=7e6b6540-637f-4b83-9660-973c3a61bef8, reason: Instance 89d93b37-f4e6-46fa-92f1-231e8bea3730 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1305.084391] env[62664]: INFO nova.compute.manager [-] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Took 1.40 seconds to deallocate network for instance. [ 1305.591489] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.591795] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.591967] env[62664]: DEBUG nova.objects.instance [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lazy-loading 'resources' on Instance uuid 89d93b37-f4e6-46fa-92f1-231e8bea3730 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.875183] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.875419] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.875650] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.875850] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.875999] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.878251] env[62664]: INFO nova.compute.manager [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Terminating instance [ 1306.151424] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d06d676-8ec9-464c-b1b6-9317de7b589e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.160142] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddf84e2-c871-4f38-ad90-26b23d8ee929 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.192627] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f86dca-e414-45a3-b87b-292684abfd75 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.200844] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af65ae8-c9f4-4ce1-90f4-e5e923019bbb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.214744] env[62664]: DEBUG nova.compute.provider_tree [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.382634] env[62664]: DEBUG nova.compute.manager [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.382894] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.383807] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01c47ac-629f-4390-bad6-ca6d8199a913 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.391940] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.392197] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eb5ee86-8c34-4596-a603-b4c6180c94e3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.398349] env[62664]: DEBUG oslo_vmware.api [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1306.398349] env[62664]: value = "task-2698807" [ 1306.398349] env[62664]: _type = "Task" [ 1306.398349] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.406519] env[62664]: DEBUG oslo_vmware.api [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.736171] env[62664]: ERROR nova.scheduler.client.report [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] [req-3d8dab40-f830-4558-b6b4-9a47b11db394] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d8dab40-f830-4558-b6b4-9a47b11db394"}]} [ 1306.752199] env[62664]: DEBUG nova.scheduler.client.report [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1306.765812] env[62664]: DEBUG nova.scheduler.client.report [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1306.766061] env[62664]: DEBUG nova.compute.provider_tree [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.777495] env[62664]: DEBUG nova.scheduler.client.report [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1306.796738] env[62664]: DEBUG nova.scheduler.client.report [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1306.847231] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad714e4d-d14f-4854-843a-d073686582a8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.855348] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a8698e-90f6-43e7-af6a-53628fa70284 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.887070] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b1b5ae-8de9-4d26-80d7-8553e80debf0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.896934] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84a60ab-0a72-4172-b7ce-d1ff4004d856 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.922959] env[62664]: DEBUG nova.compute.provider_tree [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.930908] env[62664]: DEBUG oslo_vmware.api [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698807, 'name': PowerOffVM_Task, 'duration_secs': 0.188071} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.932276] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.932557] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.932924] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4880c469-969c-44b5-8565-048a19840a14 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.004999] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.005083] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.005263] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleting the datastore file [datastore2] 0e375498-fb3a-4d71-a1ed-caa8757bcf0b {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.005592] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1a757c0-8e2e-4992-94e5-9d5803e58411 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.012852] env[62664]: DEBUG oslo_vmware.api [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for the task: (returnval){ [ 1307.012852] env[62664]: value = "task-2698809" [ 1307.012852] env[62664]: _type = "Task" [ 1307.012852] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.020685] env[62664]: DEBUG oslo_vmware.api [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.455458] env[62664]: DEBUG nova.scheduler.client.report [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1307.455890] env[62664]: DEBUG nova.compute.provider_tree [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 166 to 167 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1307.456205] env[62664]: DEBUG nova.compute.provider_tree [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1307.526724] env[62664]: DEBUG oslo_vmware.api [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Task: {'id': task-2698809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455827} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.527129] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.527427] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.527709] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.527997] env[62664]: INFO nova.compute.manager [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1307.528396] env[62664]: DEBUG oslo.service.loopingcall [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1307.528690] env[62664]: DEBUG nova.compute.manager [-] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.529247] env[62664]: DEBUG nova.network.neutron [-] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.809416] env[62664]: DEBUG nova.compute.manager [req-1cc611f3-25d0-4257-8933-bfce2aca35fb req-0ca926df-a3d1-433f-94aa-7e6687370a17 service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Received event network-vif-deleted-f15a35cd-fc9d-4f89-aa01-b46403833416 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1307.809768] env[62664]: INFO nova.compute.manager [req-1cc611f3-25d0-4257-8933-bfce2aca35fb req-0ca926df-a3d1-433f-94aa-7e6687370a17 service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Neutron deleted interface f15a35cd-fc9d-4f89-aa01-b46403833416; detaching it from the instance and deleting it from the info cache [ 1307.809965] env[62664]: DEBUG nova.network.neutron [req-1cc611f3-25d0-4257-8933-bfce2aca35fb req-0ca926df-a3d1-433f-94aa-7e6687370a17 service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.961162] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.369s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.982163] env[62664]: INFO nova.scheduler.client.report [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Deleted allocations for instance 89d93b37-f4e6-46fa-92f1-231e8bea3730 [ 1308.289458] env[62664]: DEBUG nova.network.neutron [-] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.314967] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d47f3378-8873-4e32-80c4-c309f9cd7d9a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.324972] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0b2902-6992-44da-890d-7671f48c9c64 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.353102] env[62664]: DEBUG nova.compute.manager [req-1cc611f3-25d0-4257-8933-bfce2aca35fb req-0ca926df-a3d1-433f-94aa-7e6687370a17 service nova] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Detach interface failed, port_id=f15a35cd-fc9d-4f89-aa01-b46403833416, reason: Instance 0e375498-fb3a-4d71-a1ed-caa8757bcf0b could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1308.490820] env[62664]: DEBUG oslo_concurrency.lockutils [None req-bbbef912-ed05-447b-bedd-932eeb2c7add tempest-ServerActionsTestJSON-882004743 tempest-ServerActionsTestJSON-882004743-project-member] Lock "89d93b37-f4e6-46fa-92f1-231e8bea3730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.415s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.793033] env[62664]: INFO nova.compute.manager [-] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Took 1.26 seconds to deallocate network for instance. [ 1309.300795] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.301474] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.301764] env[62664]: DEBUG nova.objects.instance [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lazy-loading 'resources' on Instance uuid 0e375498-fb3a-4d71-a1ed-caa8757bcf0b {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.886325] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30447816-77fd-4516-a02d-cc59aef9cbef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.898597] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d5a722-a54c-414d-a423-c136af688976 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.930937] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e42c365-0518-4f35-9185-de6a0fb793fc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.939099] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2305941c-82d4-4796-b0a9-b669b51d009b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.954175] env[62664]: DEBUG nova.compute.provider_tree [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.458015] env[62664]: DEBUG nova.scheduler.client.report [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.964954] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.991878] env[62664]: INFO nova.scheduler.client.report [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Deleted allocations for instance 0e375498-fb3a-4d71-a1ed-caa8757bcf0b [ 1311.502144] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fac7455c-1757-4da9-8934-16c39c49754f tempest-ServerActionsTestOtherA-1258269763 tempest-ServerActionsTestOtherA-1258269763-project-member] Lock "0e375498-fb3a-4d71-a1ed-caa8757bcf0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.627s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.651948] env[62664]: DEBUG oslo_vmware.rw_handles [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244237d-0447-8458-6b06-65aad2d1f94a/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1311.653169] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc8e56e-c741-48fa-a2d5-d18c57e87f41 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.660678] env[62664]: DEBUG oslo_vmware.rw_handles [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244237d-0447-8458-6b06-65aad2d1f94a/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1311.660846] env[62664]: ERROR oslo_vmware.rw_handles [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244237d-0447-8458-6b06-65aad2d1f94a/disk-0.vmdk due to incomplete transfer. [ 1311.661084] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-04d3948f-93c0-4963-9a25-8d3e10b4687c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.669632] env[62664]: DEBUG oslo_vmware.rw_handles [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244237d-0447-8458-6b06-65aad2d1f94a/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1311.670193] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Uploaded image 53443c31-0cc9-464a-b083-4843eaa77605 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1311.673149] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1311.673403] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e99c36c-c0cd-4f74-8e93-87f149fceae6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.679537] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1311.679537] env[62664]: value = "task-2698810" [ 1311.679537] env[62664]: _type = "Task" [ 1311.679537] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.687930] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698810, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.191365] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698810, 'name': Destroy_Task, 'duration_secs': 0.36216} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.191661] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Destroyed the VM [ 1312.191923] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1312.192188] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a6f09cdf-1387-4397-815b-148b8eb2e71a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.198852] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1312.198852] env[62664]: value = "task-2698811" [ 1312.198852] env[62664]: _type = "Task" [ 1312.198852] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.207574] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698811, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.709236] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698811, 'name': RemoveSnapshot_Task, 'duration_secs': 0.353738} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.709614] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1312.709896] env[62664]: DEBUG nova.compute.manager [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.711854] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c688b53-86e7-4e87-b697-f34e2f5769cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.225859] env[62664]: INFO nova.compute.manager [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Shelve offloading [ 1313.346788] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.346788] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.729433] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.729763] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-526adf87-d464-47e0-b160-b6c1896871b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.739805] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1313.739805] env[62664]: value = "task-2698812" [ 1313.739805] env[62664]: _type = "Task" [ 1313.739805] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.751994] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1313.752244] env[62664]: DEBUG nova.compute.manager [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.753152] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805e594e-d8c6-4bff-b629-4c0510ab15e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.760820] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.761493] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.761493] env[62664]: DEBUG nova.network.neutron [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.849060] env[62664]: DEBUG nova.compute.manager [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.385186] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.385714] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.387018] env[62664]: INFO nova.compute.claims [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.482746] env[62664]: DEBUG nova.network.neutron [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updating instance_info_cache with network_info: [{"id": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "address": "fa:16:3e:9e:35:be", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5fa7dc-43", "ovs_interfaceid": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.986454] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.197664] env[62664]: DEBUG nova.compute.manager [req-7dd810a6-d315-4240-afb9-114c0320c85f req-7ed57f75-2b02-40a4-9856-54606276a471 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received event network-vif-unplugged-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1315.197803] env[62664]: DEBUG oslo_concurrency.lockutils [req-7dd810a6-d315-4240-afb9-114c0320c85f req-7ed57f75-2b02-40a4-9856-54606276a471 service nova] Acquiring lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.198018] env[62664]: DEBUG oslo_concurrency.lockutils [req-7dd810a6-d315-4240-afb9-114c0320c85f req-7ed57f75-2b02-40a4-9856-54606276a471 service nova] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.198194] env[62664]: DEBUG oslo_concurrency.lockutils [req-7dd810a6-d315-4240-afb9-114c0320c85f req-7ed57f75-2b02-40a4-9856-54606276a471 service nova] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.198361] env[62664]: DEBUG nova.compute.manager [req-7dd810a6-d315-4240-afb9-114c0320c85f req-7ed57f75-2b02-40a4-9856-54606276a471 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] No waiting events found dispatching network-vif-unplugged-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1315.198554] env[62664]: WARNING nova.compute.manager [req-7dd810a6-d315-4240-afb9-114c0320c85f req-7ed57f75-2b02-40a4-9856-54606276a471 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received unexpected event network-vif-unplugged-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 for instance with vm_state shelved and task_state shelving_offloading. [ 1315.284176] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.285343] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca914136-3b22-408c-8797-7e4ac70649cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.293540] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.293810] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86149c61-f8ce-42fb-8ff2-c4796673f204 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.356994] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.357248] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.357428] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleting the datastore file [datastore1] 24501d33-f9d9-4c7d-9602-98312aaa3ee8 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.357699] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92b3abc5-0311-4f46-9ba8-9d77e14bdd0a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.363416] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1315.363416] env[62664]: value = "task-2698814" [ 1315.363416] env[62664]: _type = "Task" [ 1315.363416] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.371175] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.450146] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e7d4b8-cf01-47b1-b5c4-c081fba1f354 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.457756] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc027d99-f382-4cd1-b710-793b798c92b7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.486992] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9847c11e-06fa-47d9-94c0-c32c8ad5b661 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.494362] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d075ce-779a-4776-a83a-acf6ac425c5d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.509017] env[62664]: DEBUG nova.compute.provider_tree [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.873532] env[62664]: DEBUG oslo_vmware.api [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129381} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.873822] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.874054] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.874243] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.893639] env[62664]: INFO nova.scheduler.client.report [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleted allocations for instance 24501d33-f9d9-4c7d-9602-98312aaa3ee8 [ 1316.012288] env[62664]: DEBUG nova.scheduler.client.report [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.398408] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.518029] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.518743] env[62664]: DEBUG nova.compute.manager [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.522100] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.124s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.522505] env[62664]: DEBUG nova.objects.instance [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'resources' on Instance uuid 24501d33-f9d9-4c7d-9602-98312aaa3ee8 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.026725] env[62664]: DEBUG nova.compute.utils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1317.026725] env[62664]: DEBUG nova.compute.manager [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1317.026725] env[62664]: DEBUG nova.network.neutron [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.027919] env[62664]: DEBUG nova.objects.instance [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'numa_topology' on Instance uuid 24501d33-f9d9-4c7d-9602-98312aaa3ee8 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.068965] env[62664]: DEBUG nova.policy [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c49efe5420fd47f2920d61466fa29816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddfa2a70a6f04654b7d621442590bbc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.412161] env[62664]: DEBUG nova.compute.manager [req-66eee730-3362-4ebb-a4e5-6a27ac7b796c req-3aa6959c-a8f2-4fbd-90dd-580855418200 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received event network-changed-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1317.412161] env[62664]: DEBUG nova.compute.manager [req-66eee730-3362-4ebb-a4e5-6a27ac7b796c req-3aa6959c-a8f2-4fbd-90dd-580855418200 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Refreshing instance network info cache due to event network-changed-1a5fa7dc-436f-4050-a3f9-8a6a597eef89. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1317.412161] env[62664]: DEBUG oslo_concurrency.lockutils [req-66eee730-3362-4ebb-a4e5-6a27ac7b796c req-3aa6959c-a8f2-4fbd-90dd-580855418200 service nova] Acquiring lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.412774] env[62664]: DEBUG oslo_concurrency.lockutils [req-66eee730-3362-4ebb-a4e5-6a27ac7b796c req-3aa6959c-a8f2-4fbd-90dd-580855418200 service nova] Acquired lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.413520] env[62664]: DEBUG nova.network.neutron [req-66eee730-3362-4ebb-a4e5-6a27ac7b796c req-3aa6959c-a8f2-4fbd-90dd-580855418200 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Refreshing network info cache for port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.506689] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.531008] env[62664]: DEBUG nova.compute.manager [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.533768] env[62664]: DEBUG nova.objects.base [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Object Instance<24501d33-f9d9-4c7d-9602-98312aaa3ee8> lazy-loaded attributes: resources,numa_topology {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1317.594203] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49231ab0-2cdb-407e-bebd-dfee44df3c19 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.601626] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be95f2a-c48a-4f7a-8a32-60d4d63674d0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.633220] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f473778-440f-4e4e-adac-342706aad95d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.643182] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af58674-f0df-4f3c-a948-233644b823c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.656869] env[62664]: DEBUG nova.compute.provider_tree [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.698918] env[62664]: DEBUG nova.network.neutron [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Successfully created port: dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.125535] env[62664]: DEBUG nova.network.neutron [req-66eee730-3362-4ebb-a4e5-6a27ac7b796c req-3aa6959c-a8f2-4fbd-90dd-580855418200 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updated VIF entry in instance network info cache for port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.125895] env[62664]: DEBUG nova.network.neutron [req-66eee730-3362-4ebb-a4e5-6a27ac7b796c req-3aa6959c-a8f2-4fbd-90dd-580855418200 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updating instance_info_cache with network_info: [{"id": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "address": "fa:16:3e:9e:35:be", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": null, "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1a5fa7dc-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.163312] env[62664]: DEBUG nova.scheduler.client.report [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.379528] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "0392d831-6ecd-472a-a066-e64302ac1482" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.379767] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.544129] env[62664]: DEBUG nova.compute.manager [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.569757] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.569995] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.570170] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.570359] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.570507] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.570656] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.570861] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.571124] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.571248] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.571348] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.571582] env[62664]: DEBUG nova.virt.hardware [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.572477] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b77c9f-921b-4f42-9379-ff28622ad93f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.582709] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855c733b-8a43-4c13-8d7b-8fe4a8845a72 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.628487] env[62664]: DEBUG oslo_concurrency.lockutils [req-66eee730-3362-4ebb-a4e5-6a27ac7b796c req-3aa6959c-a8f2-4fbd-90dd-580855418200 service nova] Releasing lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.668412] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.882245] env[62664]: DEBUG nova.compute.manager [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.142941] env[62664]: DEBUG nova.network.neutron [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Successfully updated port: dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1319.176344] env[62664]: DEBUG oslo_concurrency.lockutils [None req-9e4637e0-5cf9-4858-821b-c49919fce684 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.048s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.177167] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.671s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.177255] env[62664]: INFO nova.compute.manager [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Unshelving [ 1319.403702] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.404029] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.405543] env[62664]: INFO nova.compute.claims [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.437933] env[62664]: DEBUG nova.compute.manager [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Received event network-vif-plugged-dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1319.437933] env[62664]: DEBUG oslo_concurrency.lockutils [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] Acquiring lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.437933] env[62664]: DEBUG oslo_concurrency.lockutils [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.438100] env[62664]: DEBUG oslo_concurrency.lockutils [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.438198] env[62664]: DEBUG nova.compute.manager [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] No waiting events found dispatching network-vif-plugged-dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.438370] env[62664]: WARNING nova.compute.manager [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Received unexpected event network-vif-plugged-dd453369-77af-4027-9bf8-fd8c0e3cc526 for instance with vm_state building and task_state spawning. [ 1319.438528] env[62664]: DEBUG nova.compute.manager [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Received event network-changed-dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1319.438681] env[62664]: DEBUG nova.compute.manager [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Refreshing instance network info cache due to event network-changed-dd453369-77af-4027-9bf8-fd8c0e3cc526. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1319.438856] env[62664]: DEBUG oslo_concurrency.lockutils [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] Acquiring lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.438990] env[62664]: DEBUG oslo_concurrency.lockutils [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] Acquired lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.439307] env[62664]: DEBUG nova.network.neutron [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Refreshing network info cache for port dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.646986] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.970240] env[62664]: DEBUG nova.network.neutron [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.032872] env[62664]: DEBUG nova.network.neutron [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.198858] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.461146] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6df53f-d38d-43ec-94b2-926ea3615b70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.468666] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e76cdb0-9704-431d-bbd1-7176afa09579 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.498795] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c858d1-684e-4d38-be01-64d90e61481e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.505419] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676fd316-3a51-49db-b058-63a8834a304b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.517937] env[62664]: DEBUG nova.compute.provider_tree [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.535167] env[62664]: DEBUG oslo_concurrency.lockutils [req-5f5d9cae-47b3-4cc6-9a76-1ddc8bc76799 req-f3226fcb-bf66-46cb-a004-97df23c1ca43 service nova] Releasing lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.535476] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.535635] env[62664]: DEBUG nova.network.neutron [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.020868] env[62664]: DEBUG nova.scheduler.client.report [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.064032] env[62664]: DEBUG nova.network.neutron [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.180079] env[62664]: DEBUG nova.network.neutron [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating instance_info_cache with network_info: [{"id": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "address": "fa:16:3e:9e:c8:5b", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd453369-77", "ovs_interfaceid": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.526047] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.526526] env[62664]: DEBUG nova.compute.manager [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.529521] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.331s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.529721] env[62664]: DEBUG nova.objects.instance [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'pci_requests' on Instance uuid 24501d33-f9d9-4c7d-9602-98312aaa3ee8 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.682448] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.682762] env[62664]: DEBUG nova.compute.manager [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Instance network_info: |[{"id": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "address": "fa:16:3e:9e:c8:5b", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd453369-77", "ovs_interfaceid": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1321.683195] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:c8:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd453369-77af-4027-9bf8-fd8c0e3cc526', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.690482] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Creating folder: Project (ddfa2a70a6f04654b7d621442590bbc0). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.691008] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f83ef1b-d273-4b12-8054-92532dc3d907 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.702191] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Created folder: Project (ddfa2a70a6f04654b7d621442590bbc0) in parent group-v543506. [ 1321.702366] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Creating folder: Instances. Parent ref: group-v543825. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.702676] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-865d6e4d-9e1b-476b-bd71-ba932924d900 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.711238] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Created folder: Instances in parent group-v543825. [ 1321.711455] env[62664]: DEBUG oslo.service.loopingcall [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.711648] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.711835] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-349114e7-a937-41de-87f8-5ccde99a278e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.729304] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.729304] env[62664]: value = "task-2698817" [ 1321.729304] env[62664]: _type = "Task" [ 1321.729304] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.736257] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698817, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.033065] env[62664]: DEBUG nova.compute.utils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1322.035360] env[62664]: DEBUG nova.objects.instance [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'numa_topology' on Instance uuid 24501d33-f9d9-4c7d-9602-98312aaa3ee8 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.036413] env[62664]: DEBUG nova.compute.manager [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.036577] env[62664]: DEBUG nova.network.neutron [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.071370] env[62664]: DEBUG nova.policy [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1bc2ab50a7943b489bb97c16d75ba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '496f3ed4df784876bdd3c63ca6a81751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.241347] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698817, 'name': CreateVM_Task, 'duration_secs': 0.290131} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.241580] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.242342] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.242548] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.242879] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.243320] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-259c5251-d6bc-45e3-8abc-e98dc579fbe1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.248009] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1322.248009] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e6bc9c-eea6-9300-f6a8-3158cf20faa8" [ 1322.248009] env[62664]: _type = "Task" [ 1322.248009] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.255961] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e6bc9c-eea6-9300-f6a8-3158cf20faa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.309221] env[62664]: DEBUG nova.network.neutron [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Successfully created port: 1afdfe19-afc6-4c03-bb2f-6eda4863c108 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.537404] env[62664]: DEBUG nova.compute.manager [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.540426] env[62664]: INFO nova.compute.claims [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.757816] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e6bc9c-eea6-9300-f6a8-3158cf20faa8, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.758148] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.758382] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.758609] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.758757] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.758934] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.759203] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebd0e55b-3bdf-4000-bf56-9f33ca523ebb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.767494] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.767688] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1322.768227] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df30ab0f-086d-44de-8249-32fce374b85b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.772904] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1322.772904] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524f638b-7a65-e3db-8166-b45e91546414" [ 1322.772904] env[62664]: _type = "Task" [ 1322.772904] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.780079] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524f638b-7a65-e3db-8166-b45e91546414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.283437] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524f638b-7a65-e3db-8166-b45e91546414, 'name': SearchDatastore_Task, 'duration_secs': 0.007787} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.284234] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385156f7-7701-4854-8dbb-2804c3c565e1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.289947] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1323.289947] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5297facc-1a0d-9753-eb22-c513a81819d6" [ 1323.289947] env[62664]: _type = "Task" [ 1323.289947] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.296885] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5297facc-1a0d-9753-eb22-c513a81819d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.550609] env[62664]: DEBUG nova.compute.manager [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.580905] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.581174] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.581334] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.581536] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.581693] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.581841] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.582167] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.582253] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.582438] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.582607] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.582781] env[62664]: DEBUG nova.virt.hardware [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.583647] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd10b0f6-111c-4413-b1de-3860c5ac2569 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.594582] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25f9235-7de7-4c9a-9ea5-171783c364af {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.611307] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53dab4a-55fc-4610-a3c1-a2df0335dd4f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.617721] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba99316-7c9c-419c-9f28-cca91da91c78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.648015] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b05d50-8a8c-40e6-bbbf-3718e604d75e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.657330] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c461310-cc58-485b-b786-2dbf06098d3a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.670479] env[62664]: DEBUG nova.compute.provider_tree [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.713168] env[62664]: DEBUG nova.compute.manager [req-8b09b28a-7a3e-4f92-89cd-36b2246c48b1 req-26eb6205-9bd6-4f19-831d-9b2739728eb5 service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Received event network-vif-plugged-1afdfe19-afc6-4c03-bb2f-6eda4863c108 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1323.713393] env[62664]: DEBUG oslo_concurrency.lockutils [req-8b09b28a-7a3e-4f92-89cd-36b2246c48b1 req-26eb6205-9bd6-4f19-831d-9b2739728eb5 service nova] Acquiring lock "0392d831-6ecd-472a-a066-e64302ac1482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.713605] env[62664]: DEBUG oslo_concurrency.lockutils [req-8b09b28a-7a3e-4f92-89cd-36b2246c48b1 req-26eb6205-9bd6-4f19-831d-9b2739728eb5 service nova] Lock "0392d831-6ecd-472a-a066-e64302ac1482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.713785] env[62664]: DEBUG oslo_concurrency.lockutils [req-8b09b28a-7a3e-4f92-89cd-36b2246c48b1 req-26eb6205-9bd6-4f19-831d-9b2739728eb5 service nova] Lock "0392d831-6ecd-472a-a066-e64302ac1482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.713934] env[62664]: DEBUG nova.compute.manager [req-8b09b28a-7a3e-4f92-89cd-36b2246c48b1 req-26eb6205-9bd6-4f19-831d-9b2739728eb5 service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] No waiting events found dispatching network-vif-plugged-1afdfe19-afc6-4c03-bb2f-6eda4863c108 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.714097] env[62664]: WARNING nova.compute.manager [req-8b09b28a-7a3e-4f92-89cd-36b2246c48b1 req-26eb6205-9bd6-4f19-831d-9b2739728eb5 service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Received unexpected event network-vif-plugged-1afdfe19-afc6-4c03-bb2f-6eda4863c108 for instance with vm_state building and task_state spawning. [ 1323.798488] env[62664]: DEBUG nova.network.neutron [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Successfully updated port: 1afdfe19-afc6-4c03-bb2f-6eda4863c108 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.801985] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5297facc-1a0d-9753-eb22-c513a81819d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.802536] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.802781] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 261f58d5-ee04-4045-97f4-5e180f2ecf3e/261f58d5-ee04-4045-97f4-5e180f2ecf3e.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.803074] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c6445d-e35f-4d3d-9e6c-dfebea65754f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.810594] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1323.810594] env[62664]: value = "task-2698818" [ 1323.810594] env[62664]: _type = "Task" [ 1323.810594] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.819228] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.173669] env[62664]: DEBUG nova.scheduler.client.report [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.304022] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.304310] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.304356] env[62664]: DEBUG nova.network.neutron [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.322509] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45476} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.322744] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 261f58d5-ee04-4045-97f4-5e180f2ecf3e/261f58d5-ee04-4045-97f4-5e180f2ecf3e.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.322910] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.323170] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bd0e109-9d89-449e-99d1-8257845237ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.329132] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1324.329132] env[62664]: value = "task-2698819" [ 1324.329132] env[62664]: _type = "Task" [ 1324.329132] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.336615] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.678508] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.149s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.707672] env[62664]: INFO nova.network.neutron [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updating port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1324.839561] env[62664]: DEBUG nova.network.neutron [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.846371] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058204} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.846613] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.849954] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3d9b98-12bd-4223-b3ad-dc8ab4928b19 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.872580] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 261f58d5-ee04-4045-97f4-5e180f2ecf3e/261f58d5-ee04-4045-97f4-5e180f2ecf3e.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.875392] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5925bc4b-d345-4548-9717-bf99cac763a1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.895475] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1324.895475] env[62664]: value = "task-2698820" [ 1324.895475] env[62664]: _type = "Task" [ 1324.895475] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.903386] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.997727] env[62664]: DEBUG nova.network.neutron [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Updating instance_info_cache with network_info: [{"id": "1afdfe19-afc6-4c03-bb2f-6eda4863c108", "address": "fa:16:3e:23:0b:e8", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1afdfe19-af", "ovs_interfaceid": "1afdfe19-afc6-4c03-bb2f-6eda4863c108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.405973] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698820, 'name': ReconfigVM_Task, 'duration_secs': 0.293154} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.406329] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 261f58d5-ee04-4045-97f4-5e180f2ecf3e/261f58d5-ee04-4045-97f4-5e180f2ecf3e.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.407020] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9442b529-995f-4c7d-8f5e-dd3d3e3f05ef {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.414032] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1325.414032] env[62664]: value = "task-2698821" [ 1325.414032] env[62664]: _type = "Task" [ 1325.414032] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.421707] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698821, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.500515] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.500889] env[62664]: DEBUG nova.compute.manager [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Instance network_info: |[{"id": "1afdfe19-afc6-4c03-bb2f-6eda4863c108", "address": "fa:16:3e:23:0b:e8", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1afdfe19-af", "ovs_interfaceid": "1afdfe19-afc6-4c03-bb2f-6eda4863c108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.501344] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:0b:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1afdfe19-afc6-4c03-bb2f-6eda4863c108', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.508915] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Creating folder: Project (496f3ed4df784876bdd3c63ca6a81751). Parent ref: group-v543506. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.509187] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-916c04b2-2b6d-40c9-8924-4aea2eed7d4d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.520883] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Created folder: Project (496f3ed4df784876bdd3c63ca6a81751) in parent group-v543506. [ 1325.521085] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Creating folder: Instances. Parent ref: group-v543828. {{(pid=62664) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.521330] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f5e6d17-756c-438e-b22e-f5be3c7628c6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.534581] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Created folder: Instances in parent group-v543828. [ 1325.534829] env[62664]: DEBUG oslo.service.loopingcall [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.535049] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.535275] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18e3a69b-5d9d-4276-9fb6-80764a185f07 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.553432] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.553432] env[62664]: value = "task-2698824" [ 1325.553432] env[62664]: _type = "Task" [ 1325.553432] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.560736] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698824, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.745080] env[62664]: DEBUG nova.compute.manager [req-5df1e1b5-1934-4cac-85b6-8f246bfa3551 req-a7a9abcd-2eeb-4f7c-ac6c-1596f96c9897 service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Received event network-changed-1afdfe19-afc6-4c03-bb2f-6eda4863c108 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1325.745266] env[62664]: DEBUG nova.compute.manager [req-5df1e1b5-1934-4cac-85b6-8f246bfa3551 req-a7a9abcd-2eeb-4f7c-ac6c-1596f96c9897 service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Refreshing instance network info cache due to event network-changed-1afdfe19-afc6-4c03-bb2f-6eda4863c108. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1325.745445] env[62664]: DEBUG oslo_concurrency.lockutils [req-5df1e1b5-1934-4cac-85b6-8f246bfa3551 req-a7a9abcd-2eeb-4f7c-ac6c-1596f96c9897 service nova] Acquiring lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.745600] env[62664]: DEBUG oslo_concurrency.lockutils [req-5df1e1b5-1934-4cac-85b6-8f246bfa3551 req-a7a9abcd-2eeb-4f7c-ac6c-1596f96c9897 service nova] Acquired lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.745777] env[62664]: DEBUG nova.network.neutron [req-5df1e1b5-1934-4cac-85b6-8f246bfa3551 req-a7a9abcd-2eeb-4f7c-ac6c-1596f96c9897 service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Refreshing network info cache for port 1afdfe19-afc6-4c03-bb2f-6eda4863c108 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.924387] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698821, 'name': Rename_Task, 'duration_secs': 0.132328} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.924641] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.924875] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86df399d-6d10-43b8-9fce-755aafe4bb34 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.930612] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1325.930612] env[62664]: value = "task-2698825" [ 1325.930612] env[62664]: _type = "Task" [ 1325.930612] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.938681] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.063247] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698824, 'name': CreateVM_Task, 'duration_secs': 0.371224} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.063445] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.064232] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.064492] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.064915] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.065236] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9885cb5-b2ae-464d-98f8-739c4d24cb9b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.070216] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1326.070216] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528cfb96-9b4e-946f-8a1d-3973218f77e9" [ 1326.070216] env[62664]: _type = "Task" [ 1326.070216] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.077750] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528cfb96-9b4e-946f-8a1d-3973218f77e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.199548] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.199755] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.199952] env[62664]: DEBUG nova.network.neutron [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.440705] env[62664]: DEBUG oslo_vmware.api [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698825, 'name': PowerOnVM_Task, 'duration_secs': 0.419916} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.441012] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.441192] env[62664]: INFO nova.compute.manager [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1326.441368] env[62664]: DEBUG nova.compute.manager [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.442875] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471be44f-303f-4bec-b334-bed5e0be09b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.469598] env[62664]: DEBUG nova.network.neutron [req-5df1e1b5-1934-4cac-85b6-8f246bfa3551 req-a7a9abcd-2eeb-4f7c-ac6c-1596f96c9897 service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Updated VIF entry in instance network info cache for port 1afdfe19-afc6-4c03-bb2f-6eda4863c108. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.469953] env[62664]: DEBUG nova.network.neutron [req-5df1e1b5-1934-4cac-85b6-8f246bfa3551 req-a7a9abcd-2eeb-4f7c-ac6c-1596f96c9897 service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Updating instance_info_cache with network_info: [{"id": "1afdfe19-afc6-4c03-bb2f-6eda4863c108", "address": "fa:16:3e:23:0b:e8", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1afdfe19-af", "ovs_interfaceid": "1afdfe19-afc6-4c03-bb2f-6eda4863c108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.580466] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]528cfb96-9b4e-946f-8a1d-3973218f77e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.580719] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.580942] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.581183] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.581329] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.581505] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.581796] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3afb9e-b3e0-4c5f-8cb5-836a82703aa2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.589616] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.589790] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.590456] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45c8ad3-5085-4f66-96f5-ce3ddc156dcb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.595082] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1326.595082] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e6ab15-af40-0d54-4953-1d1adb8b1711" [ 1326.595082] env[62664]: _type = "Task" [ 1326.595082] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.602375] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e6ab15-af40-0d54-4953-1d1adb8b1711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.897385] env[62664]: DEBUG nova.network.neutron [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updating instance_info_cache with network_info: [{"id": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "address": "fa:16:3e:9e:35:be", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5fa7dc-43", "ovs_interfaceid": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.960467] env[62664]: INFO nova.compute.manager [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Took 12.60 seconds to build instance. [ 1326.972205] env[62664]: DEBUG oslo_concurrency.lockutils [req-5df1e1b5-1934-4cac-85b6-8f246bfa3551 req-a7a9abcd-2eeb-4f7c-ac6c-1596f96c9897 service nova] Releasing lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.105604] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e6ab15-af40-0d54-4953-1d1adb8b1711, 'name': SearchDatastore_Task, 'duration_secs': 0.007641} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.106432] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1e3afb-2a81-4dad-ac3a-605fb626c96e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.111324] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1327.111324] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fac27d-adb8-2c09-bff2-39916447f1b5" [ 1327.111324] env[62664]: _type = "Task" [ 1327.111324] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.118741] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fac27d-adb8-2c09-bff2-39916447f1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.402436] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.423009] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e7c946a4ca53bbac044b8aecd8ba5d19',container_format='bare',created_at=2025-02-19T17:26:56Z,direct_url=,disk_format='vmdk',id=53443c31-0cc9-464a-b083-4843eaa77605,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1658126890-shelved',owner='88f7e851b78f445bb1d320c3b4aed9de',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-19T17:27:14Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.423260] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.423417] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.423597] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.423745] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.423892] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.424131] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.424303] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.424575] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.424682] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.424887] env[62664]: DEBUG nova.virt.hardware [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.425783] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa132a4-d899-45ff-9852-ec32b2712573 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.434271] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e0a05f-7e91-4849-8d05-e4e77e6bfb0e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.449891] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:35:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a5fa7dc-436f-4050-a3f9-8a6a597eef89', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.457224] env[62664]: DEBUG oslo.service.loopingcall [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.457539] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.457729] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86d30933-b735-48fd-a8f3-d4b2008e4022 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.472954] env[62664]: DEBUG oslo_concurrency.lockutils [None req-45136a36-a59c-4356-943a-44b728e6f4ca tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.127s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.478975] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.478975] env[62664]: value = "task-2698826" [ 1327.478975] env[62664]: _type = "Task" [ 1327.478975] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.487453] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698826, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.622027] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52fac27d-adb8-2c09-bff2-39916447f1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.622228] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.622484] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 0392d831-6ecd-472a-a066-e64302ac1482/0392d831-6ecd-472a-a066-e64302ac1482.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.622781] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ca97a1-73fc-47c9-9d48-d0d93b232d19 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.628931] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1327.628931] env[62664]: value = "task-2698827" [ 1327.628931] env[62664]: _type = "Task" [ 1327.628931] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.636660] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.772348] env[62664]: DEBUG nova.compute.manager [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received event network-vif-plugged-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1327.772607] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] Acquiring lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.772878] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.773037] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.773238] env[62664]: DEBUG nova.compute.manager [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] No waiting events found dispatching network-vif-plugged-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.773471] env[62664]: WARNING nova.compute.manager [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received unexpected event network-vif-plugged-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 for instance with vm_state shelved_offloaded and task_state spawning. [ 1327.773595] env[62664]: DEBUG nova.compute.manager [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received event network-changed-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1327.773752] env[62664]: DEBUG nova.compute.manager [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Refreshing instance network info cache due to event network-changed-1a5fa7dc-436f-4050-a3f9-8a6a597eef89. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1327.773976] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] Acquiring lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.774147] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] Acquired lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.774309] env[62664]: DEBUG nova.network.neutron [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Refreshing network info cache for port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.934177] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.934406] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.990038] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698826, 'name': CreateVM_Task, 'duration_secs': 0.328172} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.990253] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.991048] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.991228] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.991629] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.991897] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a3da16-4795-452d-b5b0-c7cb8f705a6e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.996859] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1327.996859] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525f0f77-a044-7009-8a95-f6f111b63edd" [ 1327.996859] env[62664]: _type = "Task" [ 1327.996859] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.005737] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]525f0f77-a044-7009-8a95-f6f111b63edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.139125] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464619} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.139321] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 0392d831-6ecd-472a-a066-e64302ac1482/0392d831-6ecd-472a-a066-e64302ac1482.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.139538] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.139769] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10f03040-0a05-428f-bb1f-87ce0647ed10 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.145491] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1328.145491] env[62664]: value = "task-2698828" [ 1328.145491] env[62664]: _type = "Task" [ 1328.145491] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.152169] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.437313] env[62664]: DEBUG nova.compute.manager [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1328.507612] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.507923] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Processing image 53443c31-0cc9-464a-b083-4843eaa77605 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.508118] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605/53443c31-0cc9-464a-b083-4843eaa77605.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.508266] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605/53443c31-0cc9-464a-b083-4843eaa77605.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.508441] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.508688] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c4f2974-08e6-43e6-b099-315b580fb6b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.516891] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.517508] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.517806] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a76a30-fd2d-4bef-a2c3-1c443f45abc0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.522935] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1328.522935] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5250027d-def5-7065-ea23-7dba698a1855" [ 1328.522935] env[62664]: _type = "Task" [ 1328.522935] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.530779] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5250027d-def5-7065-ea23-7dba698a1855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.551429] env[62664]: DEBUG nova.network.neutron [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updated VIF entry in instance network info cache for port 1a5fa7dc-436f-4050-a3f9-8a6a597eef89. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.551820] env[62664]: DEBUG nova.network.neutron [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updating instance_info_cache with network_info: [{"id": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "address": "fa:16:3e:9e:35:be", "network": {"id": "f07b8904-19e9-4414-b4c6-a2288f29f34f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-72754460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f7e851b78f445bb1d320c3b4aed9de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5fa7dc-43", "ovs_interfaceid": "1a5fa7dc-436f-4050-a3f9-8a6a597eef89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.655764] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072196} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.656221] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.656767] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61985254-efaf-479e-98c6-4ac20aa3f0a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.678359] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 0392d831-6ecd-472a-a066-e64302ac1482/0392d831-6ecd-472a-a066-e64302ac1482.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.678611] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58a84435-4164-4045-afca-14846380157a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.698193] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1328.698193] env[62664]: value = "task-2698829" [ 1328.698193] env[62664]: _type = "Task" [ 1328.698193] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.706035] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.962682] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.962942] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.964483] env[62664]: INFO nova.compute.claims [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.033014] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Preparing fetch location {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1329.033274] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Fetch image to [datastore2] OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b/OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b.vmdk {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1329.033456] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Downloading stream optimized image 53443c31-0cc9-464a-b083-4843eaa77605 to [datastore2] OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b/OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b.vmdk on the data store datastore2 as vApp {{(pid=62664) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1329.033625] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Downloading image file data 53443c31-0cc9-464a-b083-4843eaa77605 to the ESX as VM named 'OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b' {{(pid=62664) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1329.056069] env[62664]: DEBUG oslo_concurrency.lockutils [req-c1b67249-c952-4f3c-8a70-0ec84e3012c5 req-d5800b5f-83ab-4534-a0be-e49705cfb5e4 service nova] Releasing lock "refresh_cache-24501d33-f9d9-4c7d-9602-98312aaa3ee8" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.108185] env[62664]: DEBUG oslo_vmware.rw_handles [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1329.108185] env[62664]: value = "resgroup-9" [ 1329.108185] env[62664]: _type = "ResourcePool" [ 1329.108185] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1329.108501] env[62664]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3b513d86-9854-4a4e-8d1d-fba1c106b96c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.130969] env[62664]: DEBUG oslo_vmware.rw_handles [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lease: (returnval){ [ 1329.130969] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a39db9-d11b-36fa-4e19-d588572d9a7f" [ 1329.130969] env[62664]: _type = "HttpNfcLease" [ 1329.130969] env[62664]: } obtained for vApp import into resource pool (val){ [ 1329.130969] env[62664]: value = "resgroup-9" [ 1329.130969] env[62664]: _type = "ResourcePool" [ 1329.130969] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1329.131352] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the lease: (returnval){ [ 1329.131352] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a39db9-d11b-36fa-4e19-d588572d9a7f" [ 1329.131352] env[62664]: _type = "HttpNfcLease" [ 1329.131352] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1329.137604] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.137604] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a39db9-d11b-36fa-4e19-d588572d9a7f" [ 1329.137604] env[62664]: _type = "HttpNfcLease" [ 1329.137604] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1329.208321] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698829, 'name': ReconfigVM_Task, 'duration_secs': 0.297863} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.208586] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 0392d831-6ecd-472a-a066-e64302ac1482/0392d831-6ecd-472a-a066-e64302ac1482.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.209229] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b49756e2-b9f9-4069-ad74-ec0290228e4e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.215781] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1329.215781] env[62664]: value = "task-2698831" [ 1329.215781] env[62664]: _type = "Task" [ 1329.215781] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.224300] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698831, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.640979] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.640979] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a39db9-d11b-36fa-4e19-d588572d9a7f" [ 1329.640979] env[62664]: _type = "HttpNfcLease" [ 1329.640979] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1329.641412] env[62664]: DEBUG oslo_vmware.rw_handles [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1329.641412] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a39db9-d11b-36fa-4e19-d588572d9a7f" [ 1329.641412] env[62664]: _type = "HttpNfcLease" [ 1329.641412] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1329.642055] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23ec2a7-ed8b-4851-9916-688885db9133 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.649170] env[62664]: DEBUG oslo_vmware.rw_handles [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255fd00-d340-2141-2f82-a04c0dd62fd7/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1329.649350] env[62664]: DEBUG oslo_vmware.rw_handles [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255fd00-d340-2141-2f82-a04c0dd62fd7/disk-0.vmdk. {{(pid=62664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1329.713245] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71b83f71-91b4-416f-b68f-e23a2c16eadf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.733296] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698831, 'name': Rename_Task, 'duration_secs': 0.134344} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.733564] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.733806] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efd317c5-a7c8-428d-9185-977372509857 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.740120] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1329.740120] env[62664]: value = "task-2698832" [ 1329.740120] env[62664]: _type = "Task" [ 1329.740120] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.747194] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.044522] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb577fb-e829-4434-b042-e3ecd4206317 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.057174] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07897d3c-5dee-49e6-80e6-c4993cfb26ce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.094668] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2630ad3-f239-406c-9465-329296e26982 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.102852] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a4a263-7b08-4d44-8fc3-88f33271b77a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.120626] env[62664]: DEBUG nova.compute.provider_tree [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.253619] env[62664]: DEBUG oslo_vmware.api [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698832, 'name': PowerOnVM_Task, 'duration_secs': 0.470515} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.255262] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.255487] env[62664]: INFO nova.compute.manager [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1330.255667] env[62664]: DEBUG nova.compute.manager [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.256481] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8382e517-e202-4ace-b0f7-ec0ef01b47d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.626215] env[62664]: DEBUG nova.scheduler.client.report [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.765371] env[62664]: DEBUG oslo_vmware.rw_handles [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Completed reading data from the image iterator. {{(pid=62664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1330.765619] env[62664]: DEBUG oslo_vmware.rw_handles [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255fd00-d340-2141-2f82-a04c0dd62fd7/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1330.770524] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb185943-6bcf-4888-a965-2f27d4f85623 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.775666] env[62664]: INFO nova.compute.manager [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Took 11.39 seconds to build instance. [ 1330.778675] env[62664]: DEBUG oslo_vmware.rw_handles [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255fd00-d340-2141-2f82-a04c0dd62fd7/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1330.778839] env[62664]: DEBUG oslo_vmware.rw_handles [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255fd00-d340-2141-2f82-a04c0dd62fd7/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1330.779082] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-10079d1b-432e-4e4c-8089-452d33b3a5dc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.978064] env[62664]: DEBUG oslo_vmware.rw_handles [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5255fd00-d340-2141-2f82-a04c0dd62fd7/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1330.978256] env[62664]: INFO nova.virt.vmwareapi.images [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Downloaded image file data 53443c31-0cc9-464a-b083-4843eaa77605 [ 1330.979108] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0082171-0842-49fc-baf9-63745fe36ae5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.994991] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f76dcbe4-8099-4e07-8371-eb286412f6e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.020168] env[62664]: INFO nova.virt.vmwareapi.images [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] The imported VM was unregistered [ 1331.022636] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Caching image {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1331.022869] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Creating directory with path [datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.023151] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-146e938b-0266-4345-9257-21a7f2bd853d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.055039] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Created directory with path [datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.055226] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b/OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b.vmdk to [datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605/53443c31-0cc9-464a-b083-4843eaa77605.vmdk. {{(pid=62664) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1331.055482] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a3042748-acd4-49d3-b662-0d9abd172fca {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.062353] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1331.062353] env[62664]: value = "task-2698834" [ 1331.062353] env[62664]: _type = "Task" [ 1331.062353] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.069973] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698834, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.133333] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.134153] env[62664]: DEBUG nova.compute.manager [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1331.277869] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e32be80b-c1a4-400b-839d-5b242cae97ba tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.898s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.403949] env[62664]: DEBUG nova.compute.manager [req-cb6ef1bc-9efb-4377-8fb6-8af1036579bd req-b03754e8-45da-4079-9e16-3f5de7b33f0d service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Received event network-changed-1afdfe19-afc6-4c03-bb2f-6eda4863c108 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1331.404184] env[62664]: DEBUG nova.compute.manager [req-cb6ef1bc-9efb-4377-8fb6-8af1036579bd req-b03754e8-45da-4079-9e16-3f5de7b33f0d service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Refreshing instance network info cache due to event network-changed-1afdfe19-afc6-4c03-bb2f-6eda4863c108. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1331.404535] env[62664]: DEBUG oslo_concurrency.lockutils [req-cb6ef1bc-9efb-4377-8fb6-8af1036579bd req-b03754e8-45da-4079-9e16-3f5de7b33f0d service nova] Acquiring lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.404535] env[62664]: DEBUG oslo_concurrency.lockutils [req-cb6ef1bc-9efb-4377-8fb6-8af1036579bd req-b03754e8-45da-4079-9e16-3f5de7b33f0d service nova] Acquired lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.404701] env[62664]: DEBUG nova.network.neutron [req-cb6ef1bc-9efb-4377-8fb6-8af1036579bd req-b03754e8-45da-4079-9e16-3f5de7b33f0d service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Refreshing network info cache for port 1afdfe19-afc6-4c03-bb2f-6eda4863c108 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.572616] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698834, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.639139] env[62664]: DEBUG nova.compute.utils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1331.640596] env[62664]: DEBUG nova.compute.manager [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1331.640770] env[62664]: DEBUG nova.network.neutron [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1331.676522] env[62664]: DEBUG nova.policy [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c49efe5420fd47f2920d61466fa29816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddfa2a70a6f04654b7d621442590bbc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1331.950385] env[62664]: DEBUG nova.network.neutron [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Successfully created port: 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.075329] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698834, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.143909] env[62664]: DEBUG nova.compute.manager [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1332.166616] env[62664]: DEBUG nova.network.neutron [req-cb6ef1bc-9efb-4377-8fb6-8af1036579bd req-b03754e8-45da-4079-9e16-3f5de7b33f0d service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Updated VIF entry in instance network info cache for port 1afdfe19-afc6-4c03-bb2f-6eda4863c108. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.168438] env[62664]: DEBUG nova.network.neutron [req-cb6ef1bc-9efb-4377-8fb6-8af1036579bd req-b03754e8-45da-4079-9e16-3f5de7b33f0d service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Updating instance_info_cache with network_info: [{"id": "1afdfe19-afc6-4c03-bb2f-6eda4863c108", "address": "fa:16:3e:23:0b:e8", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1afdfe19-af", "ovs_interfaceid": "1afdfe19-afc6-4c03-bb2f-6eda4863c108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.576223] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698834, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.672594] env[62664]: DEBUG oslo_concurrency.lockutils [req-cb6ef1bc-9efb-4377-8fb6-8af1036579bd req-b03754e8-45da-4079-9e16-3f5de7b33f0d service nova] Releasing lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.080546] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698834, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.154184] env[62664]: DEBUG nova.compute.manager [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.184446] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.184692] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.184875] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.185083] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.185235] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.185434] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.185605] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.185765] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.185928] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.186108] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.186288] env[62664]: DEBUG nova.virt.hardware [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.187194] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dfb2e5-1ea8-40eb-9205-9e53f479caba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.196322] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c0db6b-bc87-41e4-94ce-bb2c94aeb64c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.432352] env[62664]: DEBUG nova.compute.manager [req-f6a2c4f7-d416-40a8-bf27-b8623a3e0aac req-c3716110-a094-422a-92b2-6d325d51cfb8 service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Received event network-vif-plugged-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1333.432675] env[62664]: DEBUG oslo_concurrency.lockutils [req-f6a2c4f7-d416-40a8-bf27-b8623a3e0aac req-c3716110-a094-422a-92b2-6d325d51cfb8 service nova] Acquiring lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.432942] env[62664]: DEBUG oslo_concurrency.lockutils [req-f6a2c4f7-d416-40a8-bf27-b8623a3e0aac req-c3716110-a094-422a-92b2-6d325d51cfb8 service nova] Lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.433147] env[62664]: DEBUG oslo_concurrency.lockutils [req-f6a2c4f7-d416-40a8-bf27-b8623a3e0aac req-c3716110-a094-422a-92b2-6d325d51cfb8 service nova] Lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.433310] env[62664]: DEBUG nova.compute.manager [req-f6a2c4f7-d416-40a8-bf27-b8623a3e0aac req-c3716110-a094-422a-92b2-6d325d51cfb8 service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] No waiting events found dispatching network-vif-plugged-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1333.433476] env[62664]: WARNING nova.compute.manager [req-f6a2c4f7-d416-40a8-bf27-b8623a3e0aac req-c3716110-a094-422a-92b2-6d325d51cfb8 service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Received unexpected event network-vif-plugged-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c for instance with vm_state building and task_state spawning. [ 1333.474371] env[62664]: DEBUG nova.network.neutron [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Successfully updated port: 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.580288] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698834, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.976803] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "refresh_cache-a90879ca-7d32-4d54-85bc-a9c2f3848b38" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.977041] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "refresh_cache-a90879ca-7d32-4d54-85bc-a9c2f3848b38" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.977129] env[62664]: DEBUG nova.network.neutron [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.078146] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698834, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.506738] env[62664]: DEBUG nova.network.neutron [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.578260] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698834, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.261108} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.578536] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b/OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b.vmdk to [datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605/53443c31-0cc9-464a-b083-4843eaa77605.vmdk. [ 1334.578766] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Cleaning up location [datastore2] OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1334.578974] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9a5b38b2-a695-4d1f-9069-00fb3762d42b {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.579270] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f6d50ec-495e-43b5-a521-91a1f5c10294 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.584794] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1334.584794] env[62664]: value = "task-2698835" [ 1334.584794] env[62664]: _type = "Task" [ 1334.584794] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.592678] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.621566] env[62664]: DEBUG nova.network.neutron [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Updating instance_info_cache with network_info: [{"id": "07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c", "address": "fa:16:3e:e6:99:d0", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c3fcdc-1a", "ovs_interfaceid": "07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.094886] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342821} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.095099] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.095272] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605/53443c31-0cc9-464a-b083-4843eaa77605.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.095510] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605/53443c31-0cc9-464a-b083-4843eaa77605.vmdk to [datastore2] 24501d33-f9d9-4c7d-9602-98312aaa3ee8/24501d33-f9d9-4c7d-9602-98312aaa3ee8.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.095755] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b73192a-9a41-478c-814b-ea6d54c4f610 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.103143] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1335.103143] env[62664]: value = "task-2698836" [ 1335.103143] env[62664]: _type = "Task" [ 1335.103143] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.109796] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.124337] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "refresh_cache-a90879ca-7d32-4d54-85bc-a9c2f3848b38" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.124569] env[62664]: DEBUG nova.compute.manager [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Instance network_info: |[{"id": "07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c", "address": "fa:16:3e:e6:99:d0", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c3fcdc-1a", "ovs_interfaceid": "07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.124918] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:99:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.132167] env[62664]: DEBUG oslo.service.loopingcall [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.132353] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.132549] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45d11a30-c84b-4388-9d4b-622d77e40263 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.151073] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.151073] env[62664]: value = "task-2698837" [ 1335.151073] env[62664]: _type = "Task" [ 1335.151073] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.158148] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698837, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.460505] env[62664]: DEBUG nova.compute.manager [req-3d8f45ff-5d40-46a2-9c68-e2eedf94fa52 req-d83f7573-219b-42ce-b2a2-f6cd33f911cd service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Received event network-changed-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1335.460505] env[62664]: DEBUG nova.compute.manager [req-3d8f45ff-5d40-46a2-9c68-e2eedf94fa52 req-d83f7573-219b-42ce-b2a2-f6cd33f911cd service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Refreshing instance network info cache due to event network-changed-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1335.460505] env[62664]: DEBUG oslo_concurrency.lockutils [req-3d8f45ff-5d40-46a2-9c68-e2eedf94fa52 req-d83f7573-219b-42ce-b2a2-f6cd33f911cd service nova] Acquiring lock "refresh_cache-a90879ca-7d32-4d54-85bc-a9c2f3848b38" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.460505] env[62664]: DEBUG oslo_concurrency.lockutils [req-3d8f45ff-5d40-46a2-9c68-e2eedf94fa52 req-d83f7573-219b-42ce-b2a2-f6cd33f911cd service nova] Acquired lock "refresh_cache-a90879ca-7d32-4d54-85bc-a9c2f3848b38" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.460505] env[62664]: DEBUG nova.network.neutron [req-3d8f45ff-5d40-46a2-9c68-e2eedf94fa52 req-d83f7573-219b-42ce-b2a2-f6cd33f911cd service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Refreshing network info cache for port 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.613395] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698836, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.661373] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698837, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.114298] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698836, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.161011] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698837, 'name': CreateVM_Task, 'duration_secs': 0.72763} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.161246] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.161921] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.162111] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.162428] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.162689] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751f2781-d6e2-48a0-9203-6d56d5328810 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.167613] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1336.167613] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526b36e0-0ae9-0e2e-9ba0-d0f54808e964" [ 1336.167613] env[62664]: _type = "Task" [ 1336.167613] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.175589] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526b36e0-0ae9-0e2e-9ba0-d0f54808e964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.215302] env[62664]: DEBUG nova.network.neutron [req-3d8f45ff-5d40-46a2-9c68-e2eedf94fa52 req-d83f7573-219b-42ce-b2a2-f6cd33f911cd service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Updated VIF entry in instance network info cache for port 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.215803] env[62664]: DEBUG nova.network.neutron [req-3d8f45ff-5d40-46a2-9c68-e2eedf94fa52 req-d83f7573-219b-42ce-b2a2-f6cd33f911cd service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Updating instance_info_cache with network_info: [{"id": "07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c", "address": "fa:16:3e:e6:99:d0", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c3fcdc-1a", "ovs_interfaceid": "07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.615482] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698836, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.678184] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526b36e0-0ae9-0e2e-9ba0-d0f54808e964, 'name': SearchDatastore_Task, 'duration_secs': 0.084791} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.678510] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.678749] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.678987] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.679146] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.679327] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.679603] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4418c567-5821-45c0-93ae-216ba82e674e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.692950] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.693166] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.693930] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71f2c8a-0e62-4d91-8e6c-25bdf802efab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.699629] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1336.699629] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526ae63b-c039-2e39-24a8-5045e066437c" [ 1336.699629] env[62664]: _type = "Task" [ 1336.699629] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.707639] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526ae63b-c039-2e39-24a8-5045e066437c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.719402] env[62664]: DEBUG oslo_concurrency.lockutils [req-3d8f45ff-5d40-46a2-9c68-e2eedf94fa52 req-d83f7573-219b-42ce-b2a2-f6cd33f911cd service nova] Releasing lock "refresh_cache-a90879ca-7d32-4d54-85bc-a9c2f3848b38" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.117328] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698836, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.210042] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]526ae63b-c039-2e39-24a8-5045e066437c, 'name': SearchDatastore_Task, 'duration_secs': 0.078251} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.210497] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a02a994-bb44-422e-a126-c441d5fae9b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.216356] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1337.216356] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a0f6b8-0b6f-99ab-1317-ed29135adc8b" [ 1337.216356] env[62664]: _type = "Task" [ 1337.216356] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.224208] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a0f6b8-0b6f-99ab-1317-ed29135adc8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.616110] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698836, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.726238] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a0f6b8-0b6f-99ab-1317-ed29135adc8b, 'name': SearchDatastore_Task, 'duration_secs': 0.077666} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.726514] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.726761] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] a90879ca-7d32-4d54-85bc-a9c2f3848b38/a90879ca-7d32-4d54-85bc-a9c2f3848b38.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.727032] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04690c45-56c7-4085-ac34-174c2c856d27 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.733060] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1337.733060] env[62664]: value = "task-2698838" [ 1337.733060] env[62664]: _type = "Task" [ 1337.733060] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.740159] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.116535] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698836, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.243600] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.617516] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698836, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.421517} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.617851] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/53443c31-0cc9-464a-b083-4843eaa77605/53443c31-0cc9-464a-b083-4843eaa77605.vmdk to [datastore2] 24501d33-f9d9-4c7d-9602-98312aaa3ee8/24501d33-f9d9-4c7d-9602-98312aaa3ee8.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.618822] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f995a4-07d3-44da-80ee-b4bc2a47fead {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.640830] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 24501d33-f9d9-4c7d-9602-98312aaa3ee8/24501d33-f9d9-4c7d-9602-98312aaa3ee8.vmdk or device None with type streamOptimized {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.641096] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeecca4f-fa17-4507-886b-c6afe3d68e1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.659497] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1338.659497] env[62664]: value = "task-2698839" [ 1338.659497] env[62664]: _type = "Task" [ 1338.659497] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.667416] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.743881] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.172353] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698839, 'name': ReconfigVM_Task, 'duration_secs': 0.29203} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.172914] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 24501d33-f9d9-4c7d-9602-98312aaa3ee8/24501d33-f9d9-4c7d-9602-98312aaa3ee8.vmdk or device None with type streamOptimized {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.173956] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f76b0b9-0f3e-47ab-ac5a-dddd51a6dde1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.182599] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1339.182599] env[62664]: value = "task-2698840" [ 1339.182599] env[62664]: _type = "Task" [ 1339.182599] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.194488] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698840, 'name': Rename_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.245535] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698838, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.502117} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.245814] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore2] a90879ca-7d32-4d54-85bc-a9c2f3848b38/a90879ca-7d32-4d54-85bc-a9c2f3848b38.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.246054] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.246327] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41799d2d-be90-4ec9-a55b-cdbe022f9c6c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.251874] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1339.251874] env[62664]: value = "task-2698841" [ 1339.251874] env[62664]: _type = "Task" [ 1339.251874] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.259650] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.693927] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698840, 'name': Rename_Task, 'duration_secs': 0.153255} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.694378] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.694467] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a3459fd-d7ee-4890-b2a0-acbfc169b6d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.701067] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1339.701067] env[62664]: value = "task-2698842" [ 1339.701067] env[62664]: _type = "Task" [ 1339.701067] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.708390] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.760454] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.760721] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.761475] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a37457-f282-4f0e-ad20-e4abf8c9c7f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.782701] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] a90879ca-7d32-4d54-85bc-a9c2f3848b38/a90879ca-7d32-4d54-85bc-a9c2f3848b38.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.782979] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8525a14b-375f-4963-a253-3ba3618971be {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.801629] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1339.801629] env[62664]: value = "task-2698843" [ 1339.801629] env[62664]: _type = "Task" [ 1339.801629] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.809239] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.211227] env[62664]: DEBUG oslo_vmware.api [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698842, 'name': PowerOnVM_Task, 'duration_secs': 0.442025} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.211570] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.307163] env[62664]: DEBUG nova.compute.manager [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.307983] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222170d3-5fd0-429f-93c1-3acc39fee2ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.319612] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.815929] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698843, 'name': ReconfigVM_Task, 'duration_secs': 0.954167} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.816346] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Reconfigured VM instance instance-00000079 to attach disk [datastore2] a90879ca-7d32-4d54-85bc-a9c2f3848b38/a90879ca-7d32-4d54-85bc-a9c2f3848b38.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.817174] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c7a28f7-667c-4bb1-884f-606caec30dc7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.828317] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1340.828317] env[62664]: value = "task-2698844" [ 1340.828317] env[62664]: _type = "Task" [ 1340.828317] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.833693] env[62664]: DEBUG oslo_concurrency.lockutils [None req-599971b1-720c-46ef-931a-17ed1b6fa333 tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.657s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.843297] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698844, 'name': Rename_Task} progress is 10%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.339938] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698844, 'name': Rename_Task} progress is 14%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.524100] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.524100] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.524100] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.524339] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.524526] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.526666] env[62664]: INFO nova.compute.manager [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Terminating instance [ 1341.636318] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.636318] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.839596] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698844, 'name': Rename_Task, 'duration_secs': 0.970364} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.839987] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.840141] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-439c177c-f2db-4560-bc95-99d450432921 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.845604] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1341.845604] env[62664]: value = "task-2698845" [ 1341.845604] env[62664]: _type = "Task" [ 1341.845604] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.852543] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.030099] env[62664]: DEBUG nova.compute.manager [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.030357] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.031271] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada1573a-bc1a-4741-9dfe-91ecd9d5bb3b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.038889] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.039157] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ebacfb6-c4b8-4325-8477-500323b49373 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.045692] env[62664]: DEBUG oslo_vmware.api [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1342.045692] env[62664]: value = "task-2698846" [ 1342.045692] env[62664]: _type = "Task" [ 1342.045692] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.053666] env[62664]: DEBUG oslo_vmware.api [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.145755] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.145755] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1342.145755] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Rebuilding the list of instances to heal {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1342.355858] env[62664]: DEBUG oslo_vmware.api [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698845, 'name': PowerOnVM_Task, 'duration_secs': 0.4471} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.358037] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.358037] env[62664]: INFO nova.compute.manager [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1342.358037] env[62664]: DEBUG nova.compute.manager [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.358037] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a51e1e-7d05-4f5c-9196-4f0c16bd928e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.555532] env[62664]: DEBUG oslo_vmware.api [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698846, 'name': PowerOffVM_Task, 'duration_secs': 0.159495} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.555797] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.556021] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.556227] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd78ef7b-eacb-4cfe-81d3-521ac4924945 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.619887] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.620134] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.620324] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleting the datastore file [datastore2] 24501d33-f9d9-4c7d-9602-98312aaa3ee8 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.620584] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-586f4e07-3e39-4167-9f85-0c2ae1edb9cd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.626285] env[62664]: DEBUG oslo_vmware.api [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for the task: (returnval){ [ 1342.626285] env[62664]: value = "task-2698848" [ 1342.626285] env[62664]: _type = "Task" [ 1342.626285] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.633602] env[62664]: DEBUG oslo_vmware.api [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.649071] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Skipping network cache update for instance because it is being deleted. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1342.649239] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1342.678763] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.678905] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.679048] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1342.679211] env[62664]: DEBUG nova.objects.instance [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lazy-loading 'info_cache' on Instance uuid 261f58d5-ee04-4045-97f4-5e180f2ecf3e {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.873477] env[62664]: INFO nova.compute.manager [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Took 13.93 seconds to build instance. [ 1343.136845] env[62664]: DEBUG oslo_vmware.api [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Task: {'id': task-2698848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128459} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.137976] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.137976] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.137976] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.137976] env[62664]: INFO nova.compute.manager [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1343.138276] env[62664]: DEBUG oslo.service.loopingcall [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.138314] env[62664]: DEBUG nova.compute.manager [-] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.138399] env[62664]: DEBUG nova.network.neutron [-] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.277485] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.375283] env[62664]: DEBUG oslo_concurrency.lockutils [None req-677d79cd-4dce-4e84-99ca-56237804a42b tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.441s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.375650] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.098s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.375914] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.376180] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.376395] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.378670] env[62664]: INFO nova.compute.manager [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Terminating instance [ 1343.610025] env[62664]: DEBUG nova.compute.manager [req-8bc3aacf-e7ce-4c41-9775-d4feebb21e2e req-1578375a-3e80-4182-a544-fa6c559338fc service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Received event network-vif-deleted-1a5fa7dc-436f-4050-a3f9-8a6a597eef89 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1343.610025] env[62664]: INFO nova.compute.manager [req-8bc3aacf-e7ce-4c41-9775-d4feebb21e2e req-1578375a-3e80-4182-a544-fa6c559338fc service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Neutron deleted interface 1a5fa7dc-436f-4050-a3f9-8a6a597eef89; detaching it from the instance and deleting it from the info cache [ 1343.610025] env[62664]: DEBUG nova.network.neutron [req-8bc3aacf-e7ce-4c41-9775-d4feebb21e2e req-1578375a-3e80-4182-a544-fa6c559338fc service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.882699] env[62664]: DEBUG nova.compute.manager [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.883019] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.883888] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c63cbaa-a786-4abb-838f-c40f3b770c4d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.891563] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.891806] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a36e1216-b238-4b47-bf33-c9d6640e6c71 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.898406] env[62664]: DEBUG oslo_vmware.api [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1343.898406] env[62664]: value = "task-2698849" [ 1343.898406] env[62664]: _type = "Task" [ 1343.898406] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.905709] env[62664]: DEBUG oslo_vmware.api [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.073947] env[62664]: DEBUG nova.network.neutron [-] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.113061] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2437ed2f-0c39-48cf-8fee-1ef7ff700968 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.122011] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf4c219-e371-4d29-865b-ffd46eb8018a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.147474] env[62664]: DEBUG nova.compute.manager [req-8bc3aacf-e7ce-4c41-9775-d4feebb21e2e req-1578375a-3e80-4182-a544-fa6c559338fc service nova] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Detach interface failed, port_id=1a5fa7dc-436f-4050-a3f9-8a6a597eef89, reason: Instance 24501d33-f9d9-4c7d-9602-98312aaa3ee8 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1344.378482] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating instance_info_cache with network_info: [{"id": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "address": "fa:16:3e:9e:c8:5b", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd453369-77", "ovs_interfaceid": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.409208] env[62664]: DEBUG oslo_vmware.api [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698849, 'name': PowerOffVM_Task, 'duration_secs': 0.187438} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.409484] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.409668] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.409990] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb64f49f-77ac-4e3f-8d60-dc38d6f5f5ff {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.475693] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.475867] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Deleting contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.476043] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleting the datastore file [datastore2] a90879ca-7d32-4d54-85bc-a9c2f3848b38 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.476308] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f033aec-5224-45bd-943e-f4420ce49767 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.482260] env[62664]: DEBUG oslo_vmware.api [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1344.482260] env[62664]: value = "task-2698851" [ 1344.482260] env[62664]: _type = "Task" [ 1344.482260] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.489752] env[62664]: DEBUG oslo_vmware.api [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.576964] env[62664]: INFO nova.compute.manager [-] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Took 1.44 seconds to deallocate network for instance. [ 1344.882210] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.882404] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1344.882555] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.882716] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.882982] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.883046] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.883191] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.883335] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.883460] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1344.883596] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.992896] env[62664]: DEBUG oslo_vmware.api [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151542} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.993198] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.993393] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Deleted contents of the VM from datastore datastore2 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.993569] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.993741] env[62664]: INFO nova.compute.manager [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1344.993974] env[62664]: DEBUG oslo.service.loopingcall [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.995114] env[62664]: DEBUG nova.compute.manager [-] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.995114] env[62664]: DEBUG nova.network.neutron [-] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.083705] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.083950] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.084192] env[62664]: DEBUG nova.objects.instance [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lazy-loading 'resources' on Instance uuid 24501d33-f9d9-4c7d-9602-98312aaa3ee8 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.386743] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.637559] env[62664]: DEBUG nova.compute.manager [req-e7fad6ab-3bd6-4977-b240-ca75527e57bf req-2bfc4eb9-e32e-43af-bcac-87cddf6c022b service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Received event network-vif-deleted-07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1345.637614] env[62664]: INFO nova.compute.manager [req-e7fad6ab-3bd6-4977-b240-ca75527e57bf req-2bfc4eb9-e32e-43af-bcac-87cddf6c022b service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Neutron deleted interface 07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c; detaching it from the instance and deleting it from the info cache [ 1345.637775] env[62664]: DEBUG nova.network.neutron [req-e7fad6ab-3bd6-4977-b240-ca75527e57bf req-2bfc4eb9-e32e-43af-bcac-87cddf6c022b service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.651431] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a97137-0cf0-44d4-ab80-048def185e9c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.660050] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b24b7c6-9e54-449c-93d8-d13d74202bdb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.690910] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3824336a-7abe-4c83-9275-560248aea9ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.698268] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43f4937-70b7-4c09-aaf9-2f782131bc29 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.711320] env[62664]: DEBUG nova.compute.provider_tree [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1345.729479] env[62664]: DEBUG nova.network.neutron [-] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.140806] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab1b11a9-8778-4144-bf92-09d23ce09c5b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.150485] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517bfeed-4e3f-4ab7-846c-d3355a7eca70 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.174866] env[62664]: DEBUG nova.compute.manager [req-e7fad6ab-3bd6-4977-b240-ca75527e57bf req-2bfc4eb9-e32e-43af-bcac-87cddf6c022b service nova] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Detach interface failed, port_id=07c3fcdc-1a6d-49a3-8fbb-ff8c26e9989c, reason: Instance a90879ca-7d32-4d54-85bc-a9c2f3848b38 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1346.231120] env[62664]: ERROR nova.scheduler.client.report [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] [req-22a9223a-93f2-45e6-8f84-985d98a7bdc8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22a9223a-93f2-45e6-8f84-985d98a7bdc8"}]} [ 1346.231654] env[62664]: INFO nova.compute.manager [-] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Took 1.24 seconds to deallocate network for instance. [ 1346.247711] env[62664]: DEBUG nova.scheduler.client.report [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1346.260889] env[62664]: DEBUG nova.scheduler.client.report [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1346.261164] env[62664]: DEBUG nova.compute.provider_tree [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1346.271866] env[62664]: DEBUG nova.scheduler.client.report [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1346.289575] env[62664]: DEBUG nova.scheduler.client.report [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1346.343018] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fffc2d-3180-4563-96fd-c1225f2ea312 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.350507] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c54b5e-ad19-4a01-af8d-6c2324d7a86d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.379967] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204a069e-9962-42cb-97a9-0d6b44f9ee23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.387214] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafd3698-d823-46b1-b513-48a58ae99ec0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.399963] env[62664]: DEBUG nova.compute.provider_tree [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1346.741140] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.931263] env[62664]: DEBUG nova.scheduler.client.report [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1346.931519] env[62664]: DEBUG nova.compute.provider_tree [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 171 to 172 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1346.931695] env[62664]: DEBUG nova.compute.provider_tree [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.436169] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.438547] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.052s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.438721] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.438875] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1347.439204] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.698s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.439387] env[62664]: DEBUG nova.objects.instance [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lazy-loading 'resources' on Instance uuid a90879ca-7d32-4d54-85bc-a9c2f3848b38 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.440945] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d447e6ec-7398-4e05-a71f-e51d96010507 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.449875] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9a8b37-90fa-4515-abb8-181f363b3c15 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.454332] env[62664]: INFO nova.scheduler.client.report [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Deleted allocations for instance 24501d33-f9d9-4c7d-9602-98312aaa3ee8 [ 1347.465956] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951af8e7-914f-45ad-add0-d9171cfdaf75 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.472113] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1cf1d3-a6b5-4a19-aa9e-7ffa8906ee2d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.501094] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179967MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1347.501270] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.968720] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41966865-17ec-4ab4-9f97-6f6ee768c28c tempest-ServerActionsTestOtherB-1979184790 tempest-ServerActionsTestOtherB-1979184790-project-member] Lock "24501d33-f9d9-4c7d-9602-98312aaa3ee8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.445s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.999047] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690b1bc4-05dc-4976-b0a8-57054a2d638c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.006784] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d183b27-f039-4d46-883e-be12df77a30d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.037345] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbad0c59-18c2-43cb-a76f-5f598228d8ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.044466] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0903c3e-8763-462d-b21e-4035f67273ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.057192] env[62664]: DEBUG nova.compute.provider_tree [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.560090] env[62664]: DEBUG nova.scheduler.client.report [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.065725] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.068413] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.567s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.087953] env[62664]: INFO nova.scheduler.client.report [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleted allocations for instance a90879ca-7d32-4d54-85bc-a9c2f3848b38 [ 1349.595780] env[62664]: DEBUG oslo_concurrency.lockutils [None req-1cb35600-e4c1-407e-826e-081e58c09291 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "a90879ca-7d32-4d54-85bc-a9c2f3848b38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.219s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.092217] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 261f58d5-ee04-4045-97f4-5e180f2ecf3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1350.092217] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 0392d831-6ecd-472a-a066-e64302ac1482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1350.092359] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1350.092505] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1350.126968] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c48fca-0ff4-41e2-9227-5d000f15c24a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.135126] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd340f28-84e6-417a-873b-7b825d7608de {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.165832] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7074616-8502-489a-8af1-cc0929ebfefb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.173972] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cdd5f4-a4d0-4497-8661-276aac14b6eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.186467] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.689014] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.194276] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1351.194487] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.700423] env[62664]: DEBUG oslo_concurrency.lockutils [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.700842] env[62664]: DEBUG oslo_concurrency.lockutils [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.700895] env[62664]: INFO nova.compute.manager [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Shelving [ 1360.709156] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.709543] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-474413c7-69c9-4d6b-b52a-d96aca42a37c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.718061] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1360.718061] env[62664]: value = "task-2698853" [ 1360.718061] env[62664]: _type = "Task" [ 1360.718061] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.726302] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.227648] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698853, 'name': PowerOffVM_Task, 'duration_secs': 0.211537} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.227912] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.228695] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcfbe32-b98b-42f4-8259-b10f8cc8ca38 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.246061] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b60539-84fb-4a34-bbd3-2d21b916b0a2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.756464] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Creating Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1361.756907] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d2c6122-cb56-49c4-ae62-2e6730a32ceb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.764549] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1361.764549] env[62664]: value = "task-2698854" [ 1361.764549] env[62664]: _type = "Task" [ 1361.764549] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.772712] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698854, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.274562] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698854, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.775049] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698854, 'name': CreateSnapshot_Task, 'duration_secs': 0.92964} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.775714] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Created Snapshot of the VM instance {{(pid=62664) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1362.776085] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02cda97-0a65-4071-a426-ce37a48c039f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.292974] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Creating linked-clone VM from snapshot {{(pid=62664) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1363.293327] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-606acac1-6ece-4ca7-9286-3caaeef2e1ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.301277] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1363.301277] env[62664]: value = "task-2698855" [ 1363.301277] env[62664]: _type = "Task" [ 1363.301277] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.309174] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698855, 'name': CloneVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.811358] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698855, 'name': CloneVM_Task} progress is 94%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.312088] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698855, 'name': CloneVM_Task, 'duration_secs': 0.95141} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.312373] env[62664]: INFO nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Created linked-clone VM from snapshot [ 1364.313237] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc58849-9a08-4ea3-a676-cf8d4035ebb7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.321875] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Uploading image 8506a5d2-589f-4f00-95ba-d487d8bd09c2 {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1364.346725] env[62664]: DEBUG oslo_vmware.rw_handles [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1364.346725] env[62664]: value = "vm-543835" [ 1364.346725] env[62664]: _type = "VirtualMachine" [ 1364.346725] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1364.346977] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f46b024-a52c-47c7-a77a-097e0d13e594 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.353685] env[62664]: DEBUG oslo_vmware.rw_handles [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lease: (returnval){ [ 1364.353685] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524c3754-1535-e1e8-bd70-5ac7250a9c28" [ 1364.353685] env[62664]: _type = "HttpNfcLease" [ 1364.353685] env[62664]: } obtained for exporting VM: (result){ [ 1364.353685] env[62664]: value = "vm-543835" [ 1364.353685] env[62664]: _type = "VirtualMachine" [ 1364.353685] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1364.353960] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the lease: (returnval){ [ 1364.353960] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524c3754-1535-e1e8-bd70-5ac7250a9c28" [ 1364.353960] env[62664]: _type = "HttpNfcLease" [ 1364.353960] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1364.359487] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.359487] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524c3754-1535-e1e8-bd70-5ac7250a9c28" [ 1364.359487] env[62664]: _type = "HttpNfcLease" [ 1364.359487] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1364.862665] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.862665] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524c3754-1535-e1e8-bd70-5ac7250a9c28" [ 1364.862665] env[62664]: _type = "HttpNfcLease" [ 1364.862665] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1364.863170] env[62664]: DEBUG oslo_vmware.rw_handles [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1364.863170] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524c3754-1535-e1e8-bd70-5ac7250a9c28" [ 1364.863170] env[62664]: _type = "HttpNfcLease" [ 1364.863170] env[62664]: }. {{(pid=62664) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1364.863709] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdfa37d-0b1d-4b04-b44b-7239f86c2cac {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.870512] env[62664]: DEBUG oslo_vmware.rw_handles [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f9fb3-e8d1-745a-747b-a127aba5d7c8/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1364.870672] env[62664]: DEBUG oslo_vmware.rw_handles [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f9fb3-e8d1-745a-747b-a127aba5d7c8/disk-0.vmdk for reading. {{(pid=62664) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1364.961149] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5347d6e-7e3b-4bdc-b6eb-b869d5cad3a5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.687031] env[62664]: DEBUG oslo_concurrency.lockutils [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "0392d831-6ecd-472a-a066-e64302ac1482" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.687420] env[62664]: DEBUG oslo_concurrency.lockutils [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.190969] env[62664]: DEBUG nova.compute.utils [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1369.694353] env[62664]: DEBUG oslo_concurrency.lockutils [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.761160] env[62664]: DEBUG oslo_concurrency.lockutils [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "0392d831-6ecd-472a-a066-e64302ac1482" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.761584] env[62664]: DEBUG oslo_concurrency.lockutils [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.761646] env[62664]: INFO nova.compute.manager [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Attaching volume 5d7ba542-7b6f-4e5e-b805-2952fb9145ce to /dev/sdb [ 1370.791331] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d812993b-3fc5-4917-8fd2-d3534d30a0fe {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.798716] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193c2cca-513d-4f62-bb2d-4ecbad20fcab {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.811332] env[62664]: DEBUG nova.virt.block_device [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Updating existing volume attachment record: 1d404674-bdb8-4464-84ee-a459c9386d3a {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1372.167038] env[62664]: DEBUG oslo_vmware.rw_handles [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f9fb3-e8d1-745a-747b-a127aba5d7c8/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1372.167921] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c53c45-e575-4774-b003-798d673805d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.174461] env[62664]: DEBUG oslo_vmware.rw_handles [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f9fb3-e8d1-745a-747b-a127aba5d7c8/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1372.174618] env[62664]: ERROR oslo_vmware.rw_handles [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f9fb3-e8d1-745a-747b-a127aba5d7c8/disk-0.vmdk due to incomplete transfer. [ 1372.174820] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-628811cf-555c-45eb-a236-fbae6b42245a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.181259] env[62664]: DEBUG oslo_vmware.rw_handles [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f9fb3-e8d1-745a-747b-a127aba5d7c8/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1372.181450] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Uploaded image 8506a5d2-589f-4f00-95ba-d487d8bd09c2 to the Glance image server {{(pid=62664) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1372.183770] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Destroying the VM {{(pid=62664) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1372.183985] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dbb8d5fe-4f94-44e5-bcc8-11a753a3af43 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.189362] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1372.189362] env[62664]: value = "task-2698860" [ 1372.189362] env[62664]: _type = "Task" [ 1372.189362] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.196689] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698860, 'name': Destroy_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.700884] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698860, 'name': Destroy_Task, 'duration_secs': 0.35433} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.701141] env[62664]: INFO nova.virt.vmwareapi.vm_util [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Destroyed the VM [ 1372.701380] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Deleting Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1372.701621] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-160d1d51-db4c-4faa-805f-dd17be75d683 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.707281] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1372.707281] env[62664]: value = "task-2698861" [ 1372.707281] env[62664]: _type = "Task" [ 1372.707281] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.714508] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698861, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.217203] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698861, 'name': RemoveSnapshot_Task, 'duration_secs': 0.352093} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.217612] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Deleted Snapshot of the VM instance {{(pid=62664) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1373.217793] env[62664]: DEBUG nova.compute.manager [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.218572] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8384e9fc-9ffb-45c6-aefc-0204feaa74f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.730403] env[62664]: INFO nova.compute.manager [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Shelve offloading [ 1374.234627] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.235116] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-063e7ef4-214f-4d12-aaf4-9642ef6770ce {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.242222] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1374.242222] env[62664]: value = "task-2698863" [ 1374.242222] env[62664]: _type = "Task" [ 1374.242222] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.249797] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.752981] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] VM already powered off {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1374.753251] env[62664]: DEBUG nova.compute.manager [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.753970] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd01f0cc-33fc-4ac9-9c2b-e035d271377a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.759382] env[62664]: DEBUG oslo_concurrency.lockutils [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.759551] env[62664]: DEBUG oslo_concurrency.lockutils [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.759717] env[62664]: DEBUG nova.network.neutron [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.357445] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1375.357691] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543837', 'volume_id': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'name': 'volume-5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0392d831-6ecd-472a-a066-e64302ac1482', 'attached_at': '', 'detached_at': '', 'volume_id': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'serial': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1375.359476] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889f3a07-b8aa-4196-93fe-46bde76bba7d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.376267] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8a17b5-2bac-4465-af8a-940655a7c994 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.399938] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-5d7ba542-7b6f-4e5e-b805-2952fb9145ce/volume-5d7ba542-7b6f-4e5e-b805-2952fb9145ce.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.402452] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97da4f3c-3017-45e6-b391-1397f1a272a9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.420046] env[62664]: DEBUG oslo_vmware.api [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1375.420046] env[62664]: value = "task-2698864" [ 1375.420046] env[62664]: _type = "Task" [ 1375.420046] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.427767] env[62664]: DEBUG oslo_vmware.api [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.472939] env[62664]: DEBUG nova.network.neutron [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating instance_info_cache with network_info: [{"id": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "address": "fa:16:3e:9e:c8:5b", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd453369-77", "ovs_interfaceid": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.931532] env[62664]: DEBUG oslo_vmware.api [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698864, 'name': ReconfigVM_Task, 'duration_secs': 0.354022} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.931809] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-5d7ba542-7b6f-4e5e-b805-2952fb9145ce/volume-5d7ba542-7b6f-4e5e-b805-2952fb9145ce.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.936393] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-883f182d-acf7-4213-9b43-011b84abe27f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.952312] env[62664]: DEBUG oslo_vmware.api [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1375.952312] env[62664]: value = "task-2698865" [ 1375.952312] env[62664]: _type = "Task" [ 1375.952312] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.960366] env[62664]: DEBUG oslo_vmware.api [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.976140] env[62664]: DEBUG oslo_concurrency.lockutils [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.177361] env[62664]: DEBUG nova.compute.manager [req-8fb86c5a-db69-4a89-a000-54d958b38e60 req-950e9f69-72b1-4e11-aba6-4e6a7eefb28b service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Received event network-vif-unplugged-dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1376.177582] env[62664]: DEBUG oslo_concurrency.lockutils [req-8fb86c5a-db69-4a89-a000-54d958b38e60 req-950e9f69-72b1-4e11-aba6-4e6a7eefb28b service nova] Acquiring lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.177784] env[62664]: DEBUG oslo_concurrency.lockutils [req-8fb86c5a-db69-4a89-a000-54d958b38e60 req-950e9f69-72b1-4e11-aba6-4e6a7eefb28b service nova] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.177950] env[62664]: DEBUG oslo_concurrency.lockutils [req-8fb86c5a-db69-4a89-a000-54d958b38e60 req-950e9f69-72b1-4e11-aba6-4e6a7eefb28b service nova] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.178127] env[62664]: DEBUG nova.compute.manager [req-8fb86c5a-db69-4a89-a000-54d958b38e60 req-950e9f69-72b1-4e11-aba6-4e6a7eefb28b service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] No waiting events found dispatching network-vif-unplugged-dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.178300] env[62664]: WARNING nova.compute.manager [req-8fb86c5a-db69-4a89-a000-54d958b38e60 req-950e9f69-72b1-4e11-aba6-4e6a7eefb28b service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Received unexpected event network-vif-unplugged-dd453369-77af-4027-9bf8-fd8c0e3cc526 for instance with vm_state shelved and task_state shelving_offloading. [ 1376.211490] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.212395] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd726f90-7679-4e9c-b0a5-81998eda4935 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.220024] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.220276] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49b4a8d9-8154-40e7-ab41-c1edbdaa3b0d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.276794] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.277021] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.277203] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleting the datastore file [datastore1] 261f58d5-ee04-4045-97f4-5e180f2ecf3e {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.277467] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbed079c-589c-47e8-bfc9-386c7a656b81 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.283044] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1376.283044] env[62664]: value = "task-2698867" [ 1376.283044] env[62664]: _type = "Task" [ 1376.283044] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.290401] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.464399] env[62664]: DEBUG oslo_vmware.api [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698865, 'name': ReconfigVM_Task, 'duration_secs': 0.131073} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.464399] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543837', 'volume_id': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'name': 'volume-5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0392d831-6ecd-472a-a066-e64302ac1482', 'attached_at': '', 'detached_at': '', 'volume_id': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'serial': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1376.793306] env[62664]: DEBUG oslo_vmware.api [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146182} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.793496] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.793663] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.793835] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.827634] env[62664]: INFO nova.scheduler.client.report [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleted allocations for instance 261f58d5-ee04-4045-97f4-5e180f2ecf3e [ 1377.331639] env[62664]: DEBUG oslo_concurrency.lockutils [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.331904] env[62664]: DEBUG oslo_concurrency.lockutils [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.332209] env[62664]: DEBUG nova.objects.instance [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lazy-loading 'resources' on Instance uuid 261f58d5-ee04-4045-97f4-5e180f2ecf3e {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.500335] env[62664]: DEBUG nova.objects.instance [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lazy-loading 'flavor' on Instance uuid 0392d831-6ecd-472a-a066-e64302ac1482 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.835304] env[62664]: DEBUG nova.objects.instance [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lazy-loading 'numa_topology' on Instance uuid 261f58d5-ee04-4045-97f4-5e180f2ecf3e {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.006052] env[62664]: DEBUG oslo_concurrency.lockutils [None req-00e6e492-abd5-440e-94f1-5c51f90a8e70 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.206252] env[62664]: DEBUG nova.compute.manager [req-ffdb51db-d43c-4618-ba4d-5622d8f217ec req-e339a9ef-ba6e-414e-b0f9-0741b30a6b69 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Received event network-changed-dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1378.206529] env[62664]: DEBUG nova.compute.manager [req-ffdb51db-d43c-4618-ba4d-5622d8f217ec req-e339a9ef-ba6e-414e-b0f9-0741b30a6b69 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Refreshing instance network info cache due to event network-changed-dd453369-77af-4027-9bf8-fd8c0e3cc526. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1378.206730] env[62664]: DEBUG oslo_concurrency.lockutils [req-ffdb51db-d43c-4618-ba4d-5622d8f217ec req-e339a9ef-ba6e-414e-b0f9-0741b30a6b69 service nova] Acquiring lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.206873] env[62664]: DEBUG oslo_concurrency.lockutils [req-ffdb51db-d43c-4618-ba4d-5622d8f217ec req-e339a9ef-ba6e-414e-b0f9-0741b30a6b69 service nova] Acquired lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.207066] env[62664]: DEBUG nova.network.neutron [req-ffdb51db-d43c-4618-ba4d-5622d8f217ec req-e339a9ef-ba6e-414e-b0f9-0741b30a6b69 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Refreshing network info cache for port dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.337912] env[62664]: DEBUG nova.objects.base [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Object Instance<261f58d5-ee04-4045-97f4-5e180f2ecf3e> lazy-loaded attributes: resources,numa_topology {{(pid=62664) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1378.381466] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c74c138-ba7e-48d7-b7de-32ece73b4c89 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.384381] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.389873] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cf33b9-2074-4808-ae46-b6cf881da540 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.419856] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a63e81-2cc3-4c37-8d83-8ee6ce008a1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.427675] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a87e38b-7428-4dfc-8ecc-624c716e9613 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.440442] env[62664]: DEBUG nova.compute.provider_tree [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.896372] env[62664]: DEBUG nova.network.neutron [req-ffdb51db-d43c-4618-ba4d-5622d8f217ec req-e339a9ef-ba6e-414e-b0f9-0741b30a6b69 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updated VIF entry in instance network info cache for port dd453369-77af-4027-9bf8-fd8c0e3cc526. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.896717] env[62664]: DEBUG nova.network.neutron [req-ffdb51db-d43c-4618-ba4d-5622d8f217ec req-e339a9ef-ba6e-414e-b0f9-0741b30a6b69 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating instance_info_cache with network_info: [{"id": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "address": "fa:16:3e:9e:c8:5b", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdd453369-77", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.943443] env[62664]: DEBUG nova.scheduler.client.report [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.051316] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.051539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.399082] env[62664]: DEBUG oslo_concurrency.lockutils [req-ffdb51db-d43c-4618-ba4d-5622d8f217ec req-e339a9ef-ba6e-414e-b0f9-0741b30a6b69 service nova] Releasing lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.448402] env[62664]: DEBUG oslo_concurrency.lockutils [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.554158] env[62664]: DEBUG nova.compute.manager [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.956568] env[62664]: DEBUG oslo_concurrency.lockutils [None req-39b7590d-04c3-4cfa-b7bb-18f64be82b3c tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.255s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.956939] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.573s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.957136] env[62664]: INFO nova.compute.manager [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Unshelving [ 1380.076726] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.076726] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.076726] env[62664]: INFO nova.compute.claims [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.979602] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.126720] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ef4f9e-26e3-4927-a6ab-633117b86b1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.134782] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9080caa8-675a-4183-840a-0d623a601ae8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.165333] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f090d0b-e289-40ba-a379-998bd4b80881 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.172391] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3176119-c48d-4965-8baa-f846a658e154 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.185185] env[62664]: DEBUG nova.compute.provider_tree [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.687877] env[62664]: DEBUG nova.scheduler.client.report [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.192472] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.193014] env[62664]: DEBUG nova.compute.manager [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1382.195668] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.216s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.195873] env[62664]: DEBUG nova.objects.instance [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lazy-loading 'pci_requests' on Instance uuid 261f58d5-ee04-4045-97f4-5e180f2ecf3e {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.698521] env[62664]: DEBUG nova.compute.utils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1382.701155] env[62664]: DEBUG nova.objects.instance [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lazy-loading 'numa_topology' on Instance uuid 261f58d5-ee04-4045-97f4-5e180f2ecf3e {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.702260] env[62664]: DEBUG nova.compute.manager [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1382.702424] env[62664]: DEBUG nova.network.neutron [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.744067] env[62664]: DEBUG nova.policy [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1bc2ab50a7943b489bb97c16d75ba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '496f3ed4df784876bdd3c63ca6a81751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.028310] env[62664]: DEBUG nova.network.neutron [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Successfully created port: d06cc4e6-fc25-48fd-940b-ebae3f509155 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.203077] env[62664]: DEBUG nova.compute.manager [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1383.205839] env[62664]: INFO nova.compute.claims [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.217021] env[62664]: DEBUG nova.compute.manager [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1384.247071] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.247329] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.247553] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.247770] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.247922] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.248089] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.248297] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.248645] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.248845] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.249026] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.249208] env[62664]: DEBUG nova.virt.hardware [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.250068] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f56693-dd87-46f7-9b97-932a1eb34167 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.262577] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e78a56-e4ee-432d-b2a1-abdcac4f751d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.280624] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ea2c5a-2eb0-4f99-bd30-3ee836358bfa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.287189] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347d8a09-4d89-4265-ac9f-93116c839d42 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.317031] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc1b978-0824-4cb0-9bb1-81556eb57b6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.324226] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdccab5c-348e-4141-9b9f-75f02e706ea6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.336941] env[62664]: DEBUG nova.compute.provider_tree [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.373998] env[62664]: DEBUG nova.compute.manager [req-fc4c86b8-91c5-427f-bf0e-97b35d4351f1 req-cddd37d7-fd10-4dfa-bc29-efa05e4df0bd service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Received event network-vif-plugged-d06cc4e6-fc25-48fd-940b-ebae3f509155 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1384.374145] env[62664]: DEBUG oslo_concurrency.lockutils [req-fc4c86b8-91c5-427f-bf0e-97b35d4351f1 req-cddd37d7-fd10-4dfa-bc29-efa05e4df0bd service nova] Acquiring lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.374415] env[62664]: DEBUG oslo_concurrency.lockutils [req-fc4c86b8-91c5-427f-bf0e-97b35d4351f1 req-cddd37d7-fd10-4dfa-bc29-efa05e4df0bd service nova] Lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.374592] env[62664]: DEBUG oslo_concurrency.lockutils [req-fc4c86b8-91c5-427f-bf0e-97b35d4351f1 req-cddd37d7-fd10-4dfa-bc29-efa05e4df0bd service nova] Lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.374747] env[62664]: DEBUG nova.compute.manager [req-fc4c86b8-91c5-427f-bf0e-97b35d4351f1 req-cddd37d7-fd10-4dfa-bc29-efa05e4df0bd service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] No waiting events found dispatching network-vif-plugged-d06cc4e6-fc25-48fd-940b-ebae3f509155 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1384.374923] env[62664]: WARNING nova.compute.manager [req-fc4c86b8-91c5-427f-bf0e-97b35d4351f1 req-cddd37d7-fd10-4dfa-bc29-efa05e4df0bd service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Received unexpected event network-vif-plugged-d06cc4e6-fc25-48fd-940b-ebae3f509155 for instance with vm_state building and task_state spawning. [ 1384.454408] env[62664]: DEBUG nova.network.neutron [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Successfully updated port: d06cc4e6-fc25-48fd-940b-ebae3f509155 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1384.840592] env[62664]: DEBUG nova.scheduler.client.report [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.959662] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "refresh_cache-85cee6c6-b1e2-4fed-9e84-92ac894578b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.959772] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "refresh_cache-85cee6c6-b1e2-4fed-9e84-92ac894578b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.959927] env[62664]: DEBUG nova.network.neutron [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.346065] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.150s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.373631] env[62664]: INFO nova.network.neutron [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating port dd453369-77af-4027-9bf8-fd8c0e3cc526 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1385.490640] env[62664]: DEBUG nova.network.neutron [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.614436] env[62664]: DEBUG nova.network.neutron [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Updating instance_info_cache with network_info: [{"id": "d06cc4e6-fc25-48fd-940b-ebae3f509155", "address": "fa:16:3e:c6:55:d1", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06cc4e6-fc", "ovs_interfaceid": "d06cc4e6-fc25-48fd-940b-ebae3f509155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.117353] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "refresh_cache-85cee6c6-b1e2-4fed-9e84-92ac894578b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.117981] env[62664]: DEBUG nova.compute.manager [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Instance network_info: |[{"id": "d06cc4e6-fc25-48fd-940b-ebae3f509155", "address": "fa:16:3e:c6:55:d1", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06cc4e6-fc", "ovs_interfaceid": "d06cc4e6-fc25-48fd-940b-ebae3f509155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1386.118133] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:55:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd06cc4e6-fc25-48fd-940b-ebae3f509155', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.125804] env[62664]: DEBUG oslo.service.loopingcall [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1386.127513] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.127775] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92c51eed-22c4-4231-8d95-a2267fc85ac7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.148486] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.148486] env[62664]: value = "task-2698868" [ 1386.148486] env[62664]: _type = "Task" [ 1386.148486] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.156137] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698868, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.398087] env[62664]: DEBUG nova.compute.manager [req-f79572be-df5a-4d5f-80af-a38c4d6ab2d6 req-38e7450c-5f13-4e2c-9121-09db4f825d75 service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Received event network-changed-d06cc4e6-fc25-48fd-940b-ebae3f509155 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1386.398326] env[62664]: DEBUG nova.compute.manager [req-f79572be-df5a-4d5f-80af-a38c4d6ab2d6 req-38e7450c-5f13-4e2c-9121-09db4f825d75 service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Refreshing instance network info cache due to event network-changed-d06cc4e6-fc25-48fd-940b-ebae3f509155. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1386.398510] env[62664]: DEBUG oslo_concurrency.lockutils [req-f79572be-df5a-4d5f-80af-a38c4d6ab2d6 req-38e7450c-5f13-4e2c-9121-09db4f825d75 service nova] Acquiring lock "refresh_cache-85cee6c6-b1e2-4fed-9e84-92ac894578b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.398653] env[62664]: DEBUG oslo_concurrency.lockutils [req-f79572be-df5a-4d5f-80af-a38c4d6ab2d6 req-38e7450c-5f13-4e2c-9121-09db4f825d75 service nova] Acquired lock "refresh_cache-85cee6c6-b1e2-4fed-9e84-92ac894578b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.398825] env[62664]: DEBUG nova.network.neutron [req-f79572be-df5a-4d5f-80af-a38c4d6ab2d6 req-38e7450c-5f13-4e2c-9121-09db4f825d75 service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Refreshing network info cache for port d06cc4e6-fc25-48fd-940b-ebae3f509155 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.659963] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698868, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.781983] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.782188] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.782393] env[62664]: DEBUG nova.network.neutron [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.083277] env[62664]: DEBUG nova.network.neutron [req-f79572be-df5a-4d5f-80af-a38c4d6ab2d6 req-38e7450c-5f13-4e2c-9121-09db4f825d75 service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Updated VIF entry in instance network info cache for port d06cc4e6-fc25-48fd-940b-ebae3f509155. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.083680] env[62664]: DEBUG nova.network.neutron [req-f79572be-df5a-4d5f-80af-a38c4d6ab2d6 req-38e7450c-5f13-4e2c-9121-09db4f825d75 service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Updating instance_info_cache with network_info: [{"id": "d06cc4e6-fc25-48fd-940b-ebae3f509155", "address": "fa:16:3e:c6:55:d1", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06cc4e6-fc", "ovs_interfaceid": "d06cc4e6-fc25-48fd-940b-ebae3f509155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.159584] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698868, 'name': CreateVM_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.454799] env[62664]: DEBUG nova.network.neutron [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating instance_info_cache with network_info: [{"id": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "address": "fa:16:3e:9e:c8:5b", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd453369-77", "ovs_interfaceid": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.585886] env[62664]: DEBUG oslo_concurrency.lockutils [req-f79572be-df5a-4d5f-80af-a38c4d6ab2d6 req-38e7450c-5f13-4e2c-9121-09db4f825d75 service nova] Releasing lock "refresh_cache-85cee6c6-b1e2-4fed-9e84-92ac894578b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.660080] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698868, 'name': CreateVM_Task, 'duration_secs': 1.293504} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.660247] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.660943] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.661210] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.661534] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.661792] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4533f8d0-3b89-4b6d-8e1a-f7f8a0ab6269 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.666728] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1387.666728] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d584e5-8693-ea98-0c9a-7e96a02926ea" [ 1387.666728] env[62664]: _type = "Task" [ 1387.666728] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.674264] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d584e5-8693-ea98-0c9a-7e96a02926ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.958025] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.983773] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='67578388aa7dc7f0c99024826e6902a4',container_format='bare',created_at=2025-02-19T17:28:01Z,direct_url=,disk_format='vmdk',id=8506a5d2-589f-4f00-95ba-d487d8bd09c2,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1074484350-shelved',owner='ddfa2a70a6f04654b7d621442590bbc0',properties=ImageMetaProps,protected=,size=31660544,status='active',tags=,updated_at=2025-02-19T17:28:14Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.984018] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.984178] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.984359] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.984506] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.984692] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.984971] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.985156] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.985326] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.985495] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.985659] env[62664]: DEBUG nova.virt.hardware [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.986828] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557c0818-0539-44e1-9a91-061447c3a517 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.994776] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b5bee9-4caa-4323-b982-e26536e7c1a9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.007426] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:c8:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd453369-77af-4027-9bf8-fd8c0e3cc526', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.014649] env[62664]: DEBUG oslo.service.loopingcall [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.014864] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.015068] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67cc3e19-057e-45e2-b744-f59a5d2ddcf4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.033591] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.033591] env[62664]: value = "task-2698869" [ 1388.033591] env[62664]: _type = "Task" [ 1388.033591] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.041604] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698869, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.177343] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52d584e5-8693-ea98-0c9a-7e96a02926ea, 'name': SearchDatastore_Task, 'duration_secs': 0.00886} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.177643] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.177883] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.178097] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.178247] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.178426] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.178684] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2028f03-984e-4b76-8277-39256e8168ba {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.186853] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.187044] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.187953] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518edc55-2dae-45c5-bed7-e8a92c2ffbaf {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.192711] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1388.192711] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52beab8d-4060-8106-e137-2de285581a0c" [ 1388.192711] env[62664]: _type = "Task" [ 1388.192711] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.199893] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52beab8d-4060-8106-e137-2de285581a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.422714] env[62664]: DEBUG nova.compute.manager [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Received event network-vif-plugged-dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1388.422935] env[62664]: DEBUG oslo_concurrency.lockutils [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] Acquiring lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.423159] env[62664]: DEBUG oslo_concurrency.lockutils [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.423331] env[62664]: DEBUG oslo_concurrency.lockutils [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.423497] env[62664]: DEBUG nova.compute.manager [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] No waiting events found dispatching network-vif-plugged-dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.423655] env[62664]: WARNING nova.compute.manager [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Received unexpected event network-vif-plugged-dd453369-77af-4027-9bf8-fd8c0e3cc526 for instance with vm_state shelved_offloaded and task_state spawning. [ 1388.423812] env[62664]: DEBUG nova.compute.manager [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Received event network-changed-dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1388.423959] env[62664]: DEBUG nova.compute.manager [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Refreshing instance network info cache due to event network-changed-dd453369-77af-4027-9bf8-fd8c0e3cc526. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1388.424160] env[62664]: DEBUG oslo_concurrency.lockutils [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] Acquiring lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.424295] env[62664]: DEBUG oslo_concurrency.lockutils [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] Acquired lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.424452] env[62664]: DEBUG nova.network.neutron [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Refreshing network info cache for port dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.543625] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698869, 'name': CreateVM_Task, 'duration_secs': 0.324762} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.543950] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.544408] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.544564] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.544919] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.545168] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa072725-8da6-48c5-8c04-f6b383c5c43a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.549379] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1388.549379] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ab82f6-964d-a730-6133-902514a8bc28" [ 1388.549379] env[62664]: _type = "Task" [ 1388.549379] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.556458] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52ab82f6-964d-a730-6133-902514a8bc28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.702779] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52beab8d-4060-8106-e137-2de285581a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008032} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.703511] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d0eb5b-264f-4f45-8e7d-fd28559c8f86 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.708108] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1388.708108] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521af016-23c4-5040-49ff-9e337d79e86e" [ 1388.708108] env[62664]: _type = "Task" [ 1388.708108] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.714982] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521af016-23c4-5040-49ff-9e337d79e86e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.059302] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.059577] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Processing image 8506a5d2-589f-4f00-95ba-d487d8bd09c2 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.059782] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2/8506a5d2-589f-4f00-95ba-d487d8bd09c2.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.060042] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2/8506a5d2-589f-4f00-95ba-d487d8bd09c2.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.060255] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.060491] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-854f6a1c-e207-4e97-b550-66b2ac0ed539 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.067926] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.068114] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.070537] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b12624-c079-45c5-a478-0559f1ac12e4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.075364] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1389.075364] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a364c5-3281-9461-6d11-69cb73099116" [ 1389.075364] env[62664]: _type = "Task" [ 1389.075364] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.082495] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52a364c5-3281-9461-6d11-69cb73099116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.100612] env[62664]: DEBUG nova.network.neutron [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updated VIF entry in instance network info cache for port dd453369-77af-4027-9bf8-fd8c0e3cc526. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.100933] env[62664]: DEBUG nova.network.neutron [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating instance_info_cache with network_info: [{"id": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "address": "fa:16:3e:9e:c8:5b", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd453369-77", "ovs_interfaceid": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.218456] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]521af016-23c4-5040-49ff-9e337d79e86e, 'name': SearchDatastore_Task, 'duration_secs': 0.008105} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.218710] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.218954] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 85cee6c6-b1e2-4fed-9e84-92ac894578b9/85cee6c6-b1e2-4fed-9e84-92ac894578b9.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.219213] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ea17614-ebf3-41c6-8af6-af4746a2fbb0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.225917] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1389.225917] env[62664]: value = "task-2698870" [ 1389.225917] env[62664]: _type = "Task" [ 1389.225917] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.233364] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.588033] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Preparing fetch location {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1389.588033] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Fetch image to [datastore1] OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3/OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3.vmdk {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1389.588033] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Downloading stream optimized image 8506a5d2-589f-4f00-95ba-d487d8bd09c2 to [datastore1] OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3/OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3.vmdk on the data store datastore1 as vApp {{(pid=62664) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1389.588033] env[62664]: DEBUG nova.virt.vmwareapi.images [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Downloading image file data 8506a5d2-589f-4f00-95ba-d487d8bd09c2 to the ESX as VM named 'OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3' {{(pid=62664) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1389.603789] env[62664]: DEBUG oslo_concurrency.lockutils [req-39736d8e-79d7-48c2-ada4-e6ad43550e35 req-cc4c2989-37bf-4f4d-9098-44ce52dbd0f2 service nova] Releasing lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.660037] env[62664]: DEBUG oslo_vmware.rw_handles [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1389.660037] env[62664]: value = "resgroup-9" [ 1389.660037] env[62664]: _type = "ResourcePool" [ 1389.660037] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1389.660371] env[62664]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6c472f33-263e-4d66-bd31-5c8497962874 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.679738] env[62664]: DEBUG oslo_vmware.rw_handles [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lease: (returnval){ [ 1389.679738] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524a3de9-12a3-5298-33f6-73f775a378d6" [ 1389.679738] env[62664]: _type = "HttpNfcLease" [ 1389.679738] env[62664]: } obtained for vApp import into resource pool (val){ [ 1389.679738] env[62664]: value = "resgroup-9" [ 1389.679738] env[62664]: _type = "ResourcePool" [ 1389.679738] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1389.680078] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the lease: (returnval){ [ 1389.680078] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524a3de9-12a3-5298-33f6-73f775a378d6" [ 1389.680078] env[62664]: _type = "HttpNfcLease" [ 1389.680078] env[62664]: } to be ready. {{(pid=62664) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1389.686302] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.686302] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524a3de9-12a3-5298-33f6-73f775a378d6" [ 1389.686302] env[62664]: _type = "HttpNfcLease" [ 1389.686302] env[62664]: } is initializing. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1389.736142] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424563} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.736346] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 85cee6c6-b1e2-4fed-9e84-92ac894578b9/85cee6c6-b1e2-4fed-9e84-92ac894578b9.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.736541] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.736785] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4905e060-779c-44e9-9767-b27fa047e689 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.742599] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1389.742599] env[62664]: value = "task-2698872" [ 1389.742599] env[62664]: _type = "Task" [ 1389.742599] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.749802] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.188887] env[62664]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1390.188887] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524a3de9-12a3-5298-33f6-73f775a378d6" [ 1390.188887] env[62664]: _type = "HttpNfcLease" [ 1390.188887] env[62664]: } is ready. {{(pid=62664) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1390.189244] env[62664]: DEBUG oslo_vmware.rw_handles [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1390.189244] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]524a3de9-12a3-5298-33f6-73f775a378d6" [ 1390.189244] env[62664]: _type = "HttpNfcLease" [ 1390.189244] env[62664]: }. {{(pid=62664) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1390.189881] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe9c782-bb71-435c-8ebf-be97fddd092b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.196679] env[62664]: DEBUG oslo_vmware.rw_handles [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527261b7-5e3b-3408-bb6d-a03d9ccde3ed/disk-0.vmdk from lease info. {{(pid=62664) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1390.196844] env[62664]: DEBUG oslo_vmware.rw_handles [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Creating HTTP connection to write to file with size = 31660544 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527261b7-5e3b-3408-bb6d-a03d9ccde3ed/disk-0.vmdk. {{(pid=62664) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1390.262067] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d14996be-cbfd-461d-8978-5f87270fbc4e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.263644] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059435} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.265346] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.266410] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe0aabd-9b11-4176-a55d-d5a8d7e1199f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.289167] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 85cee6c6-b1e2-4fed-9e84-92ac894578b9/85cee6c6-b1e2-4fed-9e84-92ac894578b9.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.289403] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d67bfba-2a95-4bb0-a788-bb25febc2ba4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.308618] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1390.308618] env[62664]: value = "task-2698873" [ 1390.308618] env[62664]: _type = "Task" [ 1390.308618] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.317082] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.818360] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698873, 'name': ReconfigVM_Task, 'duration_secs': 0.287555} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.818785] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 85cee6c6-b1e2-4fed-9e84-92ac894578b9/85cee6c6-b1e2-4fed-9e84-92ac894578b9.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.819327] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cceeded-578f-40b3-ae23-9ed734297bfc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.826624] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1390.826624] env[62664]: value = "task-2698874" [ 1390.826624] env[62664]: _type = "Task" [ 1390.826624] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.836311] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698874, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.337624] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698874, 'name': Rename_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.355837] env[62664]: DEBUG oslo_vmware.rw_handles [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Completed reading data from the image iterator. {{(pid=62664) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1391.356083] env[62664]: DEBUG oslo_vmware.rw_handles [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527261b7-5e3b-3408-bb6d-a03d9ccde3ed/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1391.356966] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c427da-6908-4b73-828b-d9cbc8de3c5d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.364043] env[62664]: DEBUG oslo_vmware.rw_handles [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527261b7-5e3b-3408-bb6d-a03d9ccde3ed/disk-0.vmdk is in state: ready. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1391.364043] env[62664]: DEBUG oslo_vmware.rw_handles [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527261b7-5e3b-3408-bb6d-a03d9ccde3ed/disk-0.vmdk. {{(pid=62664) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1391.364259] env[62664]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d4667b16-74a3-40c8-bdcb-6a912847bf45 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.569609] env[62664]: DEBUG oslo_vmware.rw_handles [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527261b7-5e3b-3408-bb6d-a03d9ccde3ed/disk-0.vmdk. {{(pid=62664) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1391.569833] env[62664]: INFO nova.virt.vmwareapi.images [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Downloaded image file data 8506a5d2-589f-4f00-95ba-d487d8bd09c2 [ 1391.570718] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7846e17-1859-461e-805f-4b4bf2e65ea6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.585799] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b69c8385-52f9-4f3c-a412-63d3489afbe7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.609911] env[62664]: INFO nova.virt.vmwareapi.images [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] The imported VM was unregistered [ 1391.612289] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Caching image {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1391.612550] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.612812] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8eedec-9c4b-4b55-97b7-0cd2f43e4b0f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.627882] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Created directory with path [datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2 {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.628080] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3/OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3.vmdk to [datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2/8506a5d2-589f-4f00-95ba-d487d8bd09c2.vmdk. {{(pid=62664) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1391.628325] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5d14c5ac-89b9-4e42-a279-2000532ad94e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.635836] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1391.635836] env[62664]: value = "task-2698876" [ 1391.635836] env[62664]: _type = "Task" [ 1391.635836] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.645049] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698876, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.836615] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698874, 'name': Rename_Task} progress is 99%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.146155] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698876, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.337016] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698874, 'name': Rename_Task, 'duration_secs': 1.162773} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.337326] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.337591] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc9ebd9-4ed0-4f71-8112-8fd2e07aaccb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.344376] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1392.344376] env[62664]: value = "task-2698877" [ 1392.344376] env[62664]: _type = "Task" [ 1392.344376] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.355233] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.647837] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698876, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.854653] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.148559] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698876, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.358583] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698877, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.649231] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698876, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.856436] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698877, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.150322] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698876, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.357755] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.650995] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698876, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.630248} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.651803] env[62664]: INFO nova.virt.vmwareapi.ds_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3/OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3.vmdk to [datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2/8506a5d2-589f-4f00-95ba-d487d8bd09c2.vmdk. [ 1394.651803] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Cleaning up location [datastore1] OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1394.651961] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5c3f7696-148b-41ad-a8de-b695b1c10fe3 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.652143] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48d024c4-a035-42b1-b47d-e5211f2c3b4a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.658305] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1394.658305] env[62664]: value = "task-2698878" [ 1394.658305] env[62664]: _type = "Task" [ 1394.658305] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.665529] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.857337] env[62664]: DEBUG oslo_vmware.api [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698877, 'name': PowerOnVM_Task, 'duration_secs': 2.04391} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.857674] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.857788] env[62664]: INFO nova.compute.manager [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1394.857970] env[62664]: DEBUG nova.compute.manager [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.858711] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de51eda-3f45-497c-abd6-40844154df60 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.168701] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300877} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.168938] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.169116] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2/8506a5d2-589f-4f00-95ba-d487d8bd09c2.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.169354] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2/8506a5d2-589f-4f00-95ba-d487d8bd09c2.vmdk to [datastore1] 261f58d5-ee04-4045-97f4-5e180f2ecf3e/261f58d5-ee04-4045-97f4-5e180f2ecf3e.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.169588] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfbc58a8-e6bc-4872-bf01-afee4c27638e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.176782] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1395.176782] env[62664]: value = "task-2698879" [ 1395.176782] env[62664]: _type = "Task" [ 1395.176782] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.185321] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.374347] env[62664]: INFO nova.compute.manager [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Took 15.32 seconds to build instance. [ 1395.687232] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.876396] env[62664]: DEBUG oslo_concurrency.lockutils [None req-e9f3bed1-41ca-49e4-a508-13815cceb40f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.824s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.189673] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698879, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.594481] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.594731] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.594899] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.595027] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.595180] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1396.595326] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.688859] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698879, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.735915] env[62664]: DEBUG nova.compute.manager [req-f0c4975e-9dda-4fdf-9a8a-e646ae4b40f2 req-ed939442-0b8d-4864-967e-37aa4bd6fea8 service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Received event network-changed-d06cc4e6-fc25-48fd-940b-ebae3f509155 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1396.736207] env[62664]: DEBUG nova.compute.manager [req-f0c4975e-9dda-4fdf-9a8a-e646ae4b40f2 req-ed939442-0b8d-4864-967e-37aa4bd6fea8 service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Refreshing instance network info cache due to event network-changed-d06cc4e6-fc25-48fd-940b-ebae3f509155. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1396.736539] env[62664]: DEBUG oslo_concurrency.lockutils [req-f0c4975e-9dda-4fdf-9a8a-e646ae4b40f2 req-ed939442-0b8d-4864-967e-37aa4bd6fea8 service nova] Acquiring lock "refresh_cache-85cee6c6-b1e2-4fed-9e84-92ac894578b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.736712] env[62664]: DEBUG oslo_concurrency.lockutils [req-f0c4975e-9dda-4fdf-9a8a-e646ae4b40f2 req-ed939442-0b8d-4864-967e-37aa4bd6fea8 service nova] Acquired lock "refresh_cache-85cee6c6-b1e2-4fed-9e84-92ac894578b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.736919] env[62664]: DEBUG nova.network.neutron [req-f0c4975e-9dda-4fdf-9a8a-e646ae4b40f2 req-ed939442-0b8d-4864-967e-37aa4bd6fea8 service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Refreshing network info cache for port d06cc4e6-fc25-48fd-940b-ebae3f509155 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.098204] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.098588] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.098588] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.098751] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1397.099706] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d72647-a49d-40cd-8454-de646de4f9d0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.108565] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039e4cc0-d0bb-4ad9-a37c-13238f029f4f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.123406] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a8894a-b124-4589-abe4-28920956b4f7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.130524] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c71286e-3afc-4303-8e70-cbf0de861968 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.161683] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180512MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1397.161950] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.162073] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.189743] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698879, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.502104] env[62664]: DEBUG nova.network.neutron [req-f0c4975e-9dda-4fdf-9a8a-e646ae4b40f2 req-ed939442-0b8d-4864-967e-37aa4bd6fea8 service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Updated VIF entry in instance network info cache for port d06cc4e6-fc25-48fd-940b-ebae3f509155. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.502540] env[62664]: DEBUG nova.network.neutron [req-f0c4975e-9dda-4fdf-9a8a-e646ae4b40f2 req-ed939442-0b8d-4864-967e-37aa4bd6fea8 service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Updating instance_info_cache with network_info: [{"id": "d06cc4e6-fc25-48fd-940b-ebae3f509155", "address": "fa:16:3e:c6:55:d1", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd06cc4e6-fc", "ovs_interfaceid": "d06cc4e6-fc25-48fd-940b-ebae3f509155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.691645] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.005389] env[62664]: DEBUG oslo_concurrency.lockutils [req-f0c4975e-9dda-4fdf-9a8a-e646ae4b40f2 req-ed939442-0b8d-4864-967e-37aa4bd6fea8 service nova] Releasing lock "refresh_cache-85cee6c6-b1e2-4fed-9e84-92ac894578b9" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.191414] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698879, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.009545} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.191810] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8506a5d2-589f-4f00-95ba-d487d8bd09c2/8506a5d2-589f-4f00-95ba-d487d8bd09c2.vmdk to [datastore1] 261f58d5-ee04-4045-97f4-5e180f2ecf3e/261f58d5-ee04-4045-97f4-5e180f2ecf3e.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.192495] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13de5380-de2e-4b08-835f-08711269e18a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.216132] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 261f58d5-ee04-4045-97f4-5e180f2ecf3e/261f58d5-ee04-4045-97f4-5e180f2ecf3e.vmdk or device None with type streamOptimized {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.218027] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 0392d831-6ecd-472a-a066-e64302ac1482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1398.218027] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 261f58d5-ee04-4045-97f4-5e180f2ecf3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1398.218027] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 85cee6c6-b1e2-4fed-9e84-92ac894578b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1398.218027] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1398.218027] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1398.220167] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90208a75-8a4c-44ed-985e-1f270ec05d3d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.239501] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1398.239501] env[62664]: value = "task-2698880" [ 1398.239501] env[62664]: _type = "Task" [ 1398.239501] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.247538] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.285711] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f0649c-c915-4fc3-96f9-c5cf997b35d7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.293581] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eca3ce-b77f-42de-8824-fb5c3085226a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.324360] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cff38c-a80b-405f-b2a0-4b8e920ed138 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.331555] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7634b00a-6065-41d0-a777-dd3be0edd7f4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.345124] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.749254] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698880, 'name': ReconfigVM_Task, 'duration_secs': 0.280932} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.749572] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 261f58d5-ee04-4045-97f4-5e180f2ecf3e/261f58d5-ee04-4045-97f4-5e180f2ecf3e.vmdk or device None with type streamOptimized {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.750174] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-721eb206-7908-40cb-ad38-dccd67aa21f0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.756781] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1398.756781] env[62664]: value = "task-2698881" [ 1398.756781] env[62664]: _type = "Task" [ 1398.756781] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.764217] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698881, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.847867] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.267369] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698881, 'name': Rename_Task, 'duration_secs': 0.165212} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.267773] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.267873] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32a54421-0a37-482a-9ef2-ff6d2f066002 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.274516] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1399.274516] env[62664]: value = "task-2698882" [ 1399.274516] env[62664]: _type = "Task" [ 1399.274516] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.281484] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.352555] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1399.352792] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.191s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.352984] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.353137] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Cleaning up deleted instances {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1399.784327] env[62664]: DEBUG oslo_vmware.api [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698882, 'name': PowerOnVM_Task, 'duration_secs': 0.464219} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.784584] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.861972] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] There are 21 instances to clean {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1399.862259] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a90879ca-7d32-4d54-85bc-a9c2f3848b38] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1399.886305] env[62664]: DEBUG nova.compute.manager [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.887214] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a29779-c9aa-4cea-b402-60882fefb3bd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.371141] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 24501d33-f9d9-4c7d-9602-98312aaa3ee8] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1400.402034] env[62664]: DEBUG oslo_concurrency.lockutils [None req-4e1474b3-4e29-4216-abf1-a7b053e1ca9e tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.445s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.873992] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 89d93b37-f4e6-46fa-92f1-231e8bea3730] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.377355] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: ac7beddd-0681-4a54-bf20-a78db8b6a586] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.799486] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107094f1-aa19-48a9-a6b0-1c9671412ef9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.806873] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee9e51d-7bc9-4a4e-b780-ff0203938bc2 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Suspending the VM {{(pid=62664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1401.807173] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0a5578c0-08c1-4c70-aa6b-74a981048e1d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.815055] env[62664]: DEBUG oslo_vmware.api [None req-7ee9e51d-7bc9-4a4e-b780-ff0203938bc2 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1401.815055] env[62664]: value = "task-2698883" [ 1401.815055] env[62664]: _type = "Task" [ 1401.815055] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.824463] env[62664]: DEBUG oslo_vmware.api [None req-7ee9e51d-7bc9-4a4e-b780-ff0203938bc2 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698883, 'name': SuspendVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.880400] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: d1ea25d7-9d48-4d04-9d2b-f25af082dbbb] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1402.325258] env[62664]: DEBUG oslo_vmware.api [None req-7ee9e51d-7bc9-4a4e-b780-ff0203938bc2 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698883, 'name': SuspendVM_Task} progress is 75%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.384441] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 6bd15795-9e23-4678-84e5-7010713717eb] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1402.825180] env[62664]: DEBUG oslo_vmware.api [None req-7ee9e51d-7bc9-4a4e-b780-ff0203938bc2 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698883, 'name': SuspendVM_Task, 'duration_secs': 0.570644} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.825439] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee9e51d-7bc9-4a4e-b780-ff0203938bc2 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Suspended the VM {{(pid=62664) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1402.825639] env[62664]: DEBUG nova.compute.manager [None req-7ee9e51d-7bc9-4a4e-b780-ff0203938bc2 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.826374] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4ecfcc-2522-463a-94c7-d2105722137b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.888111] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: b8133667-2b28-43a4-b206-57ace8595724] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1403.390992] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 839bbb54-8100-4ed6-9e8d-c8299147d567] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1403.893532] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: b274388d-6889-46ed-aa07-b78c6fdf43d1] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1404.209636] env[62664]: INFO nova.compute.manager [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Resuming [ 1404.210273] env[62664]: DEBUG nova.objects.instance [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lazy-loading 'flavor' on Instance uuid 261f58d5-ee04-4045-97f4-5e180f2ecf3e {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.396744] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 81439008-cd68-4290-a76d-4d80079882c6] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1404.899585] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: d6555e94-d386-4d51-b85a-de555213ce21] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1405.403366] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: dcdf28f8-dd2b-4fd2-a05c-2da8098f9389] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1405.719329] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.719539] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquired lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.719673] env[62664]: DEBUG nova.network.neutron [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.906408] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f7913847-9ad0-4caf-a44e-a6dc39561cb7] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.397796] env[62664]: DEBUG nova.network.neutron [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating instance_info_cache with network_info: [{"id": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "address": "fa:16:3e:9e:c8:5b", "network": {"id": "b85a46e2-584a-4bc9-912d-5a815f9ec3d3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1036149148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddfa2a70a6f04654b7d621442590bbc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd453369-77", "ovs_interfaceid": "dd453369-77af-4027-9bf8-fd8c0e3cc526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.409706] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 87525206-a87a-4a3a-9699-4c7757749432] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.900909] env[62664]: DEBUG oslo_concurrency.lockutils [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Releasing lock "refresh_cache-261f58d5-ee04-4045-97f4-5e180f2ecf3e" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.901905] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd95b78e-bc14-4638-a111-691643f4f94f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.909409] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Resuming the VM {{(pid=62664) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1406.909600] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-476ca3f0-89b3-4c81-8969-d76763b98009 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.911811] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 288e1d97-19b2-4162-ae28-dd5063b6a6f5] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.919029] env[62664]: DEBUG oslo_vmware.api [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1406.919029] env[62664]: value = "task-2698884" [ 1406.919029] env[62664]: _type = "Task" [ 1406.919029] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.928834] env[62664]: DEBUG oslo_vmware.api [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.414789] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 8f3c5b4c-e6d0-4608-8d59-8a6a77d753f4] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1407.430868] env[62664]: DEBUG oslo_vmware.api [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698884, 'name': PowerOnVM_Task, 'duration_secs': 0.491714} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.430868] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Resumed the VM {{(pid=62664) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1407.430868] env[62664]: DEBUG nova.compute.manager [None req-eb4665d5-08ba-4eee-8b08-bd7e0b3c47da tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.431526] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528a238c-4436-4123-9b71-4ec2acbddbf6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.917953] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: f5f6e3b3-8537-473d-982c-f69833e0d6b5] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.421620] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 514439d3-4fd2-4bc2-9398-09d197e84fdb] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.925239] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0e375498-fb3a-4d71-a1ed-caa8757bcf0b] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.429282] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 06103e46-6660-4f00-b9d2-c5d37ac2e955] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.933244] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: a881c010-07df-40df-a487-42e3e382c8bc] Instance has had 0 of 5 cleanup attempts {{(pid=62664) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.436219] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.436594] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Cleaning up deleted instances with incomplete migration {{(pid=62664) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1410.938711] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.318554] env[62664]: DEBUG oslo_concurrency.lockutils [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.319024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.319024] env[62664]: DEBUG oslo_concurrency.lockutils [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.319227] env[62664]: DEBUG oslo_concurrency.lockutils [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.319402] env[62664]: DEBUG oslo_concurrency.lockutils [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.321606] env[62664]: INFO nova.compute.manager [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Terminating instance [ 1412.440017] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.440254] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1412.825837] env[62664]: DEBUG nova.compute.manager [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.826086] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.826997] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a71186-359e-44ce-b7ec-992af4cb91d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.834960] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.835220] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b01524ef-1f36-4abe-874b-0e417e3c0797 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.841575] env[62664]: DEBUG oslo_vmware.api [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1412.841575] env[62664]: value = "task-2698885" [ 1412.841575] env[62664]: _type = "Task" [ 1412.841575] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.849870] env[62664]: DEBUG oslo_vmware.api [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.986988] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.987182] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.987342] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1413.351035] env[62664]: DEBUG oslo_vmware.api [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698885, 'name': PowerOffVM_Task, 'duration_secs': 0.173641} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.351390] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.351435] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.351646] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38fdbef3-3731-433a-97a9-fbd3a79992a7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.412276] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.412524] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.412696] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleting the datastore file [datastore1] 261f58d5-ee04-4045-97f4-5e180f2ecf3e {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.412958] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed803bc7-6ec2-4fa8-9d09-049430983a57 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.418697] env[62664]: DEBUG oslo_vmware.api [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for the task: (returnval){ [ 1413.418697] env[62664]: value = "task-2698887" [ 1413.418697] env[62664]: _type = "Task" [ 1413.418697] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.425952] env[62664]: DEBUG oslo_vmware.api [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.928188] env[62664]: DEBUG oslo_vmware.api [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Task: {'id': task-2698887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123104} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.928441] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.928611] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.928788] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.928957] env[62664]: INFO nova.compute.manager [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1413.929208] env[62664]: DEBUG oslo.service.loopingcall [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.929400] env[62664]: DEBUG nova.compute.manager [-] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.929495] env[62664]: DEBUG nova.network.neutron [-] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.205672] env[62664]: DEBUG nova.compute.manager [req-0abec158-5739-47f7-b032-4838fc3b68e5 req-e39f7977-98ef-4c62-84b1-b1f0075c9328 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Received event network-vif-deleted-dd453369-77af-4027-9bf8-fd8c0e3cc526 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1414.206039] env[62664]: INFO nova.compute.manager [req-0abec158-5739-47f7-b032-4838fc3b68e5 req-e39f7977-98ef-4c62-84b1-b1f0075c9328 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Neutron deleted interface dd453369-77af-4027-9bf8-fd8c0e3cc526; detaching it from the instance and deleting it from the info cache [ 1414.206039] env[62664]: DEBUG nova.network.neutron [req-0abec158-5739-47f7-b032-4838fc3b68e5 req-e39f7977-98ef-4c62-84b1-b1f0075c9328 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.250532] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Updating instance_info_cache with network_info: [{"id": "1afdfe19-afc6-4c03-bb2f-6eda4863c108", "address": "fa:16:3e:23:0b:e8", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1afdfe19-af", "ovs_interfaceid": "1afdfe19-afc6-4c03-bb2f-6eda4863c108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.685128] env[62664]: DEBUG nova.network.neutron [-] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.708283] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e0c87e6-20cc-407c-a75f-9bbb5ab5fe7d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.718383] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc9ee9f-29b0-452c-9220-d7be40b39bb8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.743078] env[62664]: DEBUG nova.compute.manager [req-0abec158-5739-47f7-b032-4838fc3b68e5 req-e39f7977-98ef-4c62-84b1-b1f0075c9328 service nova] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Detach interface failed, port_id=dd453369-77af-4027-9bf8-fd8c0e3cc526, reason: Instance 261f58d5-ee04-4045-97f4-5e180f2ecf3e could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1414.752767] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-0392d831-6ecd-472a-a066-e64302ac1482" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.752944] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1414.753174] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.753367] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.753483] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.187960] env[62664]: INFO nova.compute.manager [-] [instance: 261f58d5-ee04-4045-97f4-5e180f2ecf3e] Took 1.26 seconds to deallocate network for instance. [ 1415.694838] env[62664]: DEBUG oslo_concurrency.lockutils [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.695227] env[62664]: DEBUG oslo_concurrency.lockutils [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.695333] env[62664]: DEBUG nova.objects.instance [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lazy-loading 'resources' on Instance uuid 261f58d5-ee04-4045-97f4-5e180f2ecf3e {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.343921] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3399c491-bf26-4bdb-b340-f8390650aa1f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.351705] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41150e74-d897-4a43-830b-ed680a5017e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.382202] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa9091b-837c-4db7-bb4c-5735193693b4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.390344] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f05edf5-3eaf-4c5f-adf8-8e3b4f35c7d6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.403210] env[62664]: DEBUG nova.compute.provider_tree [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.906683] env[62664]: DEBUG nova.scheduler.client.report [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.411706] env[62664]: DEBUG oslo_concurrency.lockutils [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.431532] env[62664]: INFO nova.scheduler.client.report [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Deleted allocations for instance 261f58d5-ee04-4045-97f4-5e180f2ecf3e [ 1417.939983] env[62664]: DEBUG oslo_concurrency.lockutils [None req-72c5aa51-7a6b-4d9b-9073-3d9440587727 tempest-ServersNegativeTestJSON-1402250829 tempest-ServersNegativeTestJSON-1402250829-project-member] Lock "261f58d5-ee04-4045-97f4-5e180f2ecf3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.621s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.354257] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.354722] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.354722] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.354861] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.354998] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.358460] env[62664]: INFO nova.compute.manager [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Terminating instance [ 1434.862790] env[62664]: DEBUG nova.compute.manager [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.863213] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.864113] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4f8ede-914c-4609-bf08-0a9417b6f5d8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.872779] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.873059] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad50bd22-7759-4b5c-9168-8230e51cccd7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.880162] env[62664]: DEBUG oslo_vmware.api [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1434.880162] env[62664]: value = "task-2698888" [ 1434.880162] env[62664]: _type = "Task" [ 1434.880162] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.888762] env[62664]: DEBUG oslo_vmware.api [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.390273] env[62664]: DEBUG oslo_vmware.api [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698888, 'name': PowerOffVM_Task, 'duration_secs': 0.160696} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.390686] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.390686] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.390879] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a0f681d-3390-4daa-8b8f-a1a6ca38b69c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.449709] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.449937] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.450110] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleting the datastore file [datastore1] 85cee6c6-b1e2-4fed-9e84-92ac894578b9 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.450365] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de451091-6467-4953-ac47-27f54eb7f7c7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.456754] env[62664]: DEBUG oslo_vmware.api [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1435.456754] env[62664]: value = "task-2698890" [ 1435.456754] env[62664]: _type = "Task" [ 1435.456754] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.463634] env[62664]: DEBUG oslo_vmware.api [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.967456] env[62664]: DEBUG oslo_vmware.api [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11875} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.967696] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.967888] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.968082] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.968262] env[62664]: INFO nova.compute.manager [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1435.968505] env[62664]: DEBUG oslo.service.loopingcall [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.968699] env[62664]: DEBUG nova.compute.manager [-] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.968794] env[62664]: DEBUG nova.network.neutron [-] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.378770] env[62664]: DEBUG nova.compute.manager [req-63869b5d-178d-41a5-8ded-0da413664cab req-4f5c3278-97cf-41a3-a6ba-5a602796a5ff service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Received event network-vif-deleted-d06cc4e6-fc25-48fd-940b-ebae3f509155 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1436.378970] env[62664]: INFO nova.compute.manager [req-63869b5d-178d-41a5-8ded-0da413664cab req-4f5c3278-97cf-41a3-a6ba-5a602796a5ff service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Neutron deleted interface d06cc4e6-fc25-48fd-940b-ebae3f509155; detaching it from the instance and deleting it from the info cache [ 1436.379252] env[62664]: DEBUG nova.network.neutron [req-63869b5d-178d-41a5-8ded-0da413664cab req-4f5c3278-97cf-41a3-a6ba-5a602796a5ff service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.862191] env[62664]: DEBUG nova.network.neutron [-] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.881657] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f38be634-df60-4cfd-89c7-e06b4efe3fdc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.894715] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659b2b87-d665-4a20-92d0-712f276ccaea {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.921664] env[62664]: DEBUG nova.compute.manager [req-63869b5d-178d-41a5-8ded-0da413664cab req-4f5c3278-97cf-41a3-a6ba-5a602796a5ff service nova] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Detach interface failed, port_id=d06cc4e6-fc25-48fd-940b-ebae3f509155, reason: Instance 85cee6c6-b1e2-4fed-9e84-92ac894578b9 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1437.364951] env[62664]: INFO nova.compute.manager [-] [instance: 85cee6c6-b1e2-4fed-9e84-92ac894578b9] Took 1.40 seconds to deallocate network for instance. [ 1437.871737] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.872125] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.872247] env[62664]: DEBUG nova.objects.instance [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lazy-loading 'resources' on Instance uuid 85cee6c6-b1e2-4fed-9e84-92ac894578b9 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.415299] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28549a78-4286-4700-adbd-1f033a4be52c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.423102] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4370daf-ee88-4c94-bd70-48f6c3bda4ae {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.452419] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36126dba-563b-40f2-9c83-6371fba8b0a8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.459264] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755b94b5-4daf-4d60-8268-46b1c60ddfe5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.471711] env[62664]: DEBUG nova.compute.provider_tree [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1438.992994] env[62664]: ERROR nova.scheduler.client.report [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [req-0a5ab51f-e2cf-443d-aae5-f8297983c212] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2b9ee314-cfa3-4107-ad39-93733afc044a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a5ab51f-e2cf-443d-aae5-f8297983c212"}]} [ 1439.010591] env[62664]: DEBUG nova.scheduler.client.report [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Refreshing inventories for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1439.022546] env[62664]: DEBUG nova.scheduler.client.report [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Updating ProviderTree inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1439.022751] env[62664]: DEBUG nova.compute.provider_tree [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1439.032155] env[62664]: DEBUG nova.scheduler.client.report [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Refreshing aggregate associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, aggregates: None {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1439.047853] env[62664]: DEBUG nova.scheduler.client.report [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Refreshing trait associations for resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62664) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1439.078890] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4c103-d455-4441-8be0-322c8beb2f97 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.086193] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82162fe5-f88c-4856-b565-2d795492822e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.115311] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5c0f71-a154-462a-8914-781a111a3b09 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.121867] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ecdbd8-b18a-485c-a69f-0c21fbea3a24 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.134465] env[62664]: DEBUG nova.compute.provider_tree [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1439.663336] env[62664]: DEBUG nova.scheduler.client.report [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Updated inventory for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1439.663643] env[62664]: DEBUG nova.compute.provider_tree [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Updating resource provider 2b9ee314-cfa3-4107-ad39-93733afc044a generation from 175 to 176 during operation: update_inventory {{(pid=62664) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1439.663841] env[62664]: DEBUG nova.compute.provider_tree [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Updating inventory in ProviderTree for provider 2b9ee314-cfa3-4107-ad39-93733afc044a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1440.168619] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.189499] env[62664]: INFO nova.scheduler.client.report [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleted allocations for instance 85cee6c6-b1e2-4fed-9e84-92ac894578b9 [ 1440.696371] env[62664]: DEBUG oslo_concurrency.lockutils [None req-f1718ee6-9d7a-4fb2-b2d4-91e470a6dc0f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "85cee6c6-b1e2-4fed-9e84-92ac894578b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.342s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.469639] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "0392d831-6ecd-472a-a066-e64302ac1482" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.470055] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.973710] env[62664]: INFO nova.compute.manager [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Detaching volume 5d7ba542-7b6f-4e5e-b805-2952fb9145ce [ 1442.062448] env[62664]: INFO nova.virt.block_device [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Attempting to driver detach volume 5d7ba542-7b6f-4e5e-b805-2952fb9145ce from mountpoint /dev/sdb [ 1442.062693] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1442.062881] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543837', 'volume_id': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'name': 'volume-5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0392d831-6ecd-472a-a066-e64302ac1482', 'attached_at': '', 'detached_at': '', 'volume_id': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'serial': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1442.063850] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511eff3e-717a-41aa-b35b-462255c73cb6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.085869] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886ad450-53cd-4a78-b812-615eac6d3f15 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.092534] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d9be21-6ebe-4d1e-b7e0-1e49ea29b900 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.112218] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d965da-c076-4ae4-a042-1ba1aa3f7efb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.126247] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d7ba542-7b6f-4e5e-b805-2952fb9145ce/volume-5d7ba542-7b6f-4e5e-b805-2952fb9145ce.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1442.131381] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1442.131632] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519b4ef8-a426-4023-854e-3382895c4dcb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.148927] env[62664]: DEBUG oslo_vmware.api [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1442.148927] env[62664]: value = "task-2698891" [ 1442.148927] env[62664]: _type = "Task" [ 1442.148927] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.156520] env[62664]: DEBUG oslo_vmware.api [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.658834] env[62664]: DEBUG oslo_vmware.api [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698891, 'name': ReconfigVM_Task, 'duration_secs': 0.262063} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.659236] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1442.663687] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-909c1179-98ad-4a81-a7c8-0b7a8517a021 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.678552] env[62664]: DEBUG oslo_vmware.api [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1442.678552] env[62664]: value = "task-2698892" [ 1442.678552] env[62664]: _type = "Task" [ 1442.678552] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.686136] env[62664]: DEBUG oslo_vmware.api [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.188292] env[62664]: DEBUG oslo_vmware.api [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698892, 'name': ReconfigVM_Task, 'duration_secs': 0.126525} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.188598] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543837', 'volume_id': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'name': 'volume-5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0392d831-6ecd-472a-a066-e64302ac1482', 'attached_at': '', 'detached_at': '', 'volume_id': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce', 'serial': '5d7ba542-7b6f-4e5e-b805-2952fb9145ce'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1443.729358] env[62664]: DEBUG nova.objects.instance [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lazy-loading 'flavor' on Instance uuid 0392d831-6ecd-472a-a066-e64302ac1482 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.737289] env[62664]: DEBUG oslo_concurrency.lockutils [None req-2e0dc6e6-a607-4902-bbe8-34e1e67983a7 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.707408] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "0392d831-6ecd-472a-a066-e64302ac1482" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.707662] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.707875] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "0392d831-6ecd-472a-a066-e64302ac1482-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.708086] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.708260] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.710396] env[62664]: INFO nova.compute.manager [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Terminating instance [ 1446.214026] env[62664]: DEBUG nova.compute.manager [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.214422] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.215184] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020c0130-3d59-451b-a12d-f64b4460605c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.223218] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.223434] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e43dd53-a5ee-416b-8076-a3767a8da8aa {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.229782] env[62664]: DEBUG oslo_vmware.api [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1446.229782] env[62664]: value = "task-2698893" [ 1446.229782] env[62664]: _type = "Task" [ 1446.229782] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.237654] env[62664]: DEBUG oslo_vmware.api [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.739282] env[62664]: DEBUG oslo_vmware.api [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698893, 'name': PowerOffVM_Task, 'duration_secs': 0.19149} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.739550] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.739823] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.740179] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faa7c40c-b559-4a16-8df6-584fbd74cba9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.812176] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.812451] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.812663] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleting the datastore file [datastore1] 0392d831-6ecd-472a-a066-e64302ac1482 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.812921] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c8b470d-a242-4477-b8e3-db935174d1e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.819473] env[62664]: DEBUG oslo_vmware.api [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1446.819473] env[62664]: value = "task-2698895" [ 1446.819473] env[62664]: _type = "Task" [ 1446.819473] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.826443] env[62664]: DEBUG oslo_vmware.api [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.329474] env[62664]: DEBUG oslo_vmware.api [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117618} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.329907] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.329907] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.329986] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.330169] env[62664]: INFO nova.compute.manager [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1447.330407] env[62664]: DEBUG oslo.service.loopingcall [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.330586] env[62664]: DEBUG nova.compute.manager [-] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.330681] env[62664]: DEBUG nova.network.neutron [-] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.759857] env[62664]: DEBUG nova.compute.manager [req-469ae50a-0805-4fe1-85e1-4e3206b994e8 req-6e7091d4-5e0c-4920-a3f8-e1d6c6b3050d service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Received event network-vif-deleted-1afdfe19-afc6-4c03-bb2f-6eda4863c108 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1447.760585] env[62664]: INFO nova.compute.manager [req-469ae50a-0805-4fe1-85e1-4e3206b994e8 req-6e7091d4-5e0c-4920-a3f8-e1d6c6b3050d service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Neutron deleted interface 1afdfe19-afc6-4c03-bb2f-6eda4863c108; detaching it from the instance and deleting it from the info cache [ 1447.760585] env[62664]: DEBUG nova.network.neutron [req-469ae50a-0805-4fe1-85e1-4e3206b994e8 req-6e7091d4-5e0c-4920-a3f8-e1d6c6b3050d service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.242392] env[62664]: DEBUG nova.network.neutron [-] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.263306] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c50399fc-d5ed-4a3d-8cfe-6fe2dca13dd0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.274469] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f65b7a-066e-43ac-b324-16844d184eb5 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.299122] env[62664]: DEBUG nova.compute.manager [req-469ae50a-0805-4fe1-85e1-4e3206b994e8 req-6e7091d4-5e0c-4920-a3f8-e1d6c6b3050d service nova] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Detach interface failed, port_id=1afdfe19-afc6-4c03-bb2f-6eda4863c108, reason: Instance 0392d831-6ecd-472a-a066-e64302ac1482 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1448.744813] env[62664]: INFO nova.compute.manager [-] [instance: 0392d831-6ecd-472a-a066-e64302ac1482] Took 1.41 seconds to deallocate network for instance. [ 1449.251773] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.252066] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.252277] env[62664]: DEBUG nova.objects.instance [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lazy-loading 'resources' on Instance uuid 0392d831-6ecd-472a-a066-e64302ac1482 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.787092] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93505bb7-2896-4924-8617-1163d8df01ad {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.794482] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2371207c-bdf5-4244-96e6-80bf649c08f2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.823646] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a808d0-d452-43e8-b0e2-13c5add4fc9c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.830192] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bd8629-ba26-47a3-92de-9138a39cb0e9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.842506] env[62664]: DEBUG nova.compute.provider_tree [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.345560] env[62664]: DEBUG nova.scheduler.client.report [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.852778] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.882499] env[62664]: INFO nova.scheduler.client.report [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleted allocations for instance 0392d831-6ecd-472a-a066-e64302ac1482 [ 1451.389953] env[62664]: DEBUG oslo_concurrency.lockutils [None req-a223461d-80b0-4c58-a540-e88f876899bd tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "0392d831-6ecd-472a-a066-e64302ac1482" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.594244] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.594440] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1453.566449] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.566761] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.069403] env[62664]: DEBUG nova.compute.manager [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.587366] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.587696] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.589095] env[62664]: INFO nova.compute.claims [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1454.591560] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.594220] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.594643] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.621980] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106fe88b-2dc0-4504-b404-b51d554a3da1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.629650] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5d7e1d-30e7-4f52-becd-d8e8aaccf607 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.659517] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ccfec7-a91b-43c4-99f6-139b3bb2396d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.666183] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7572e5b-507e-483e-b52a-281feefd81b9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.678837] env[62664]: DEBUG nova.compute.provider_tree [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.097440] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.181665] env[62664]: DEBUG nova.scheduler.client.report [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.686690] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.687274] env[62664]: DEBUG nova.compute.manager [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1456.689860] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.593s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.690051] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.690204] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1456.691227] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c6dee7-4e5b-4cb6-9b62-23f23730e893 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.699589] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc1cea-f9bf-4b48-9da1-924a3665f9e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.713258] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1f29b6-ac0f-45de-8ca5-f0e549c98d31 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.719335] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0d5dc0-642f-4fc5-8d61-bceabcbceb61 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.747796] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180478MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1456.747941] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.748147] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.192583] env[62664]: DEBUG nova.compute.utils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1457.194037] env[62664]: DEBUG nova.compute.manager [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.194206] env[62664]: DEBUG nova.network.neutron [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.238655] env[62664]: DEBUG nova.policy [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1bc2ab50a7943b489bb97c16d75ba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '496f3ed4df784876bdd3c63ca6a81751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1457.485050] env[62664]: DEBUG nova.network.neutron [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Successfully created port: ffce981c-0bc6-4983-8bff-3837e1527177 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1457.697247] env[62664]: DEBUG nova.compute.manager [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1457.771013] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1457.771245] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1457.771400] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1457.796121] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40069db9-33a5-48b5-a0c7-b8e52e6f3b0c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.803850] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107476c2-875a-4c3d-938b-f6ed941e9619 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.832760] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac542c89-e088-4f04-a6a3-813c5940a481 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.839436] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e193590-6e62-4b92-a9f3-313979293659 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.852865] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.356126] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.707565] env[62664]: DEBUG nova.compute.manager [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1458.733213] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1458.733460] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.733617] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1458.733792] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.733932] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1458.734089] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1458.734302] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1458.734462] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1458.734624] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1458.734783] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1458.734952] env[62664]: DEBUG nova.virt.hardware [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1458.735817] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c519f-629a-44ef-b278-5dda46684cf3 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.743939] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084bce1f-b785-4891-a213-1facd3da7d6b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.861012] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1458.861286] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.960403] env[62664]: DEBUG nova.compute.manager [req-4504f491-fd10-44a7-8564-703f3777cb99 req-0386bfae-4c5e-4759-8447-c35264a5ba45 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Received event network-vif-plugged-ffce981c-0bc6-4983-8bff-3837e1527177 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1458.960624] env[62664]: DEBUG oslo_concurrency.lockutils [req-4504f491-fd10-44a7-8564-703f3777cb99 req-0386bfae-4c5e-4759-8447-c35264a5ba45 service nova] Acquiring lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.960829] env[62664]: DEBUG oslo_concurrency.lockutils [req-4504f491-fd10-44a7-8564-703f3777cb99 req-0386bfae-4c5e-4759-8447-c35264a5ba45 service nova] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.960993] env[62664]: DEBUG oslo_concurrency.lockutils [req-4504f491-fd10-44a7-8564-703f3777cb99 req-0386bfae-4c5e-4759-8447-c35264a5ba45 service nova] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.961212] env[62664]: DEBUG nova.compute.manager [req-4504f491-fd10-44a7-8564-703f3777cb99 req-0386bfae-4c5e-4759-8447-c35264a5ba45 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] No waiting events found dispatching network-vif-plugged-ffce981c-0bc6-4983-8bff-3837e1527177 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1458.961387] env[62664]: WARNING nova.compute.manager [req-4504f491-fd10-44a7-8564-703f3777cb99 req-0386bfae-4c5e-4759-8447-c35264a5ba45 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Received unexpected event network-vif-plugged-ffce981c-0bc6-4983-8bff-3837e1527177 for instance with vm_state building and task_state spawning. [ 1458.984041] env[62664]: DEBUG nova.network.neutron [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Successfully updated port: ffce981c-0bc6-4983-8bff-3837e1527177 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1459.486448] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.486617] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.486695] env[62664]: DEBUG nova.network.neutron [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.861056] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.017926] env[62664]: DEBUG nova.network.neutron [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.129868] env[62664]: DEBUG nova.network.neutron [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Updating instance_info_cache with network_info: [{"id": "ffce981c-0bc6-4983-8bff-3837e1527177", "address": "fa:16:3e:a6:bd:d6", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffce981c-0b", "ovs_interfaceid": "ffce981c-0bc6-4983-8bff-3837e1527177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.365509] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.365692] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1460.365774] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Rebuilding the list of instances to heal {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1460.632645] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.632924] env[62664]: DEBUG nova.compute.manager [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Instance network_info: |[{"id": "ffce981c-0bc6-4983-8bff-3837e1527177", "address": "fa:16:3e:a6:bd:d6", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffce981c-0b", "ovs_interfaceid": "ffce981c-0bc6-4983-8bff-3837e1527177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1460.633420] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:bd:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffce981c-0bc6-4983-8bff-3837e1527177', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.640765] env[62664]: DEBUG oslo.service.loopingcall [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.641325] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.641570] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77d54a32-c3d4-4e87-b9f8-a883da933f3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.661799] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.661799] env[62664]: value = "task-2698896" [ 1460.661799] env[62664]: _type = "Task" [ 1460.661799] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.668959] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698896, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.870255] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Skipping network cache update for instance because it is Building. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1460.870743] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Didn't find any instances for network info cache update. {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1460.870743] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.870916] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.988382] env[62664]: DEBUG nova.compute.manager [req-be02c155-2530-44f6-b3a7-227e8dd53ade req-96d2b755-6795-40a1-afd3-60ad6ab427c3 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Received event network-changed-ffce981c-0bc6-4983-8bff-3837e1527177 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1460.988579] env[62664]: DEBUG nova.compute.manager [req-be02c155-2530-44f6-b3a7-227e8dd53ade req-96d2b755-6795-40a1-afd3-60ad6ab427c3 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Refreshing instance network info cache due to event network-changed-ffce981c-0bc6-4983-8bff-3837e1527177. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1460.988784] env[62664]: DEBUG oslo_concurrency.lockutils [req-be02c155-2530-44f6-b3a7-227e8dd53ade req-96d2b755-6795-40a1-afd3-60ad6ab427c3 service nova] Acquiring lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.988921] env[62664]: DEBUG oslo_concurrency.lockutils [req-be02c155-2530-44f6-b3a7-227e8dd53ade req-96d2b755-6795-40a1-afd3-60ad6ab427c3 service nova] Acquired lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.989091] env[62664]: DEBUG nova.network.neutron [req-be02c155-2530-44f6-b3a7-227e8dd53ade req-96d2b755-6795-40a1-afd3-60ad6ab427c3 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Refreshing network info cache for port ffce981c-0bc6-4983-8bff-3837e1527177 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.735308] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.744194] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698896, 'name': CreateVM_Task, 'duration_secs': 0.305274} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.744376] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.744998] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.745181] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.745493] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1461.745741] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3962a23-a26b-46d6-bf97-b62a7ff1441d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.749915] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1461.749915] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529ca70b-7abf-03a5-a0d5-0ab0365e5024" [ 1461.749915] env[62664]: _type = "Task" [ 1461.749915] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.756859] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529ca70b-7abf-03a5-a0d5-0ab0365e5024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.906290] env[62664]: DEBUG nova.network.neutron [req-be02c155-2530-44f6-b3a7-227e8dd53ade req-96d2b755-6795-40a1-afd3-60ad6ab427c3 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Updated VIF entry in instance network info cache for port ffce981c-0bc6-4983-8bff-3837e1527177. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.906624] env[62664]: DEBUG nova.network.neutron [req-be02c155-2530-44f6-b3a7-227e8dd53ade req-96d2b755-6795-40a1-afd3-60ad6ab427c3 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Updating instance_info_cache with network_info: [{"id": "ffce981c-0bc6-4983-8bff-3837e1527177", "address": "fa:16:3e:a6:bd:d6", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffce981c-0b", "ovs_interfaceid": "ffce981c-0bc6-4983-8bff-3837e1527177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.260513] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]529ca70b-7abf-03a5-a0d5-0ab0365e5024, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.260802] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.261044] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.261312] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.261456] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.261630] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.261872] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb09a61c-4206-475b-80e9-c2fed6fb777e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.269542] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.269706] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.270358] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8687c5-3e4f-475f-bceb-78f88d1ba458 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.275610] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1462.275610] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f5a4d2-257d-d770-0e6b-db225bdaf254" [ 1462.275610] env[62664]: _type = "Task" [ 1462.275610] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.282382] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f5a4d2-257d-d770-0e6b-db225bdaf254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.409280] env[62664]: DEBUG oslo_concurrency.lockutils [req-be02c155-2530-44f6-b3a7-227e8dd53ade req-96d2b755-6795-40a1-afd3-60ad6ab427c3 service nova] Releasing lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.786806] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52f5a4d2-257d-d770-0e6b-db225bdaf254, 'name': SearchDatastore_Task, 'duration_secs': 0.008716} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.787591] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b48d4f5-a1b1-458f-8118-4ac8b725b499 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.792262] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1462.792262] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52550e88-bdae-a501-b61c-27090fe417a6" [ 1462.792262] env[62664]: _type = "Task" [ 1462.792262] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.799483] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52550e88-bdae-a501-b61c-27090fe417a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.302667] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52550e88-bdae-a501-b61c-27090fe417a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.303109] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.303329] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c/032e0b7b-e47a-49bf-a7d7-f9b9827cd54c.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.303643] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9508d45-e596-4463-a32e-17d47c38d0e0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.310381] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1463.310381] env[62664]: value = "task-2698897" [ 1463.310381] env[62664]: _type = "Task" [ 1463.310381] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.317274] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.597965] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.820370] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444974} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.820581] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c/032e0b7b-e47a-49bf-a7d7-f9b9827cd54c.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1463.820786] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.821037] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eb0cc6f-6abb-4c32-8c3a-1766f006aff8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.826753] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1463.826753] env[62664]: value = "task-2698898" [ 1463.826753] env[62664]: _type = "Task" [ 1463.826753] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.834489] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.337416] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.507757} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.337881] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.338444] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25acec6c-491e-4de5-ba90-f9dd4a287293 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.359433] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c/032e0b7b-e47a-49bf-a7d7-f9b9827cd54c.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.359678] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66797d82-9a3c-46db-8e1d-15bbdc38efe0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.377375] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1464.377375] env[62664]: value = "task-2698899" [ 1464.377375] env[62664]: _type = "Task" [ 1464.377375] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.384492] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.887592] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698899, 'name': ReconfigVM_Task, 'duration_secs': 0.279532} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.887592] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c/032e0b7b-e47a-49bf-a7d7-f9b9827cd54c.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.887956] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9490e06e-a4c6-4563-a412-ecedec3aec78 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.894395] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1464.894395] env[62664]: value = "task-2698900" [ 1464.894395] env[62664]: _type = "Task" [ 1464.894395] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.901364] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698900, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.404292] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698900, 'name': Rename_Task, 'duration_secs': 0.142209} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.404691] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.404868] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2de33900-78e7-41a2-a5ea-573488375f63 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.411921] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1465.411921] env[62664]: value = "task-2698901" [ 1465.411921] env[62664]: _type = "Task" [ 1465.411921] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.422131] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.922334] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.422128] env[62664]: DEBUG oslo_vmware.api [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698901, 'name': PowerOnVM_Task, 'duration_secs': 0.603643} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.422501] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.422555] env[62664]: INFO nova.compute.manager [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1466.422712] env[62664]: DEBUG nova.compute.manager [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.423515] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdb1e23-0526-4f53-a06b-77257276419d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.941819] env[62664]: INFO nova.compute.manager [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Took 12.37 seconds to build instance. [ 1467.443499] env[62664]: DEBUG oslo_concurrency.lockutils [None req-512f7ff3-59f4-4259-bf9e-e16777d0c7dc tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.877s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.852565] env[62664]: DEBUG nova.compute.manager [req-f12f8eaa-6165-4e15-b559-cdbc1aa8c4ca req-30a2091f-69f1-47ae-becf-b50acc3dec55 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Received event network-changed-ffce981c-0bc6-4983-8bff-3837e1527177 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1467.852755] env[62664]: DEBUG nova.compute.manager [req-f12f8eaa-6165-4e15-b559-cdbc1aa8c4ca req-30a2091f-69f1-47ae-becf-b50acc3dec55 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Refreshing instance network info cache due to event network-changed-ffce981c-0bc6-4983-8bff-3837e1527177. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1467.852969] env[62664]: DEBUG oslo_concurrency.lockutils [req-f12f8eaa-6165-4e15-b559-cdbc1aa8c4ca req-30a2091f-69f1-47ae-becf-b50acc3dec55 service nova] Acquiring lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.854072] env[62664]: DEBUG oslo_concurrency.lockutils [req-f12f8eaa-6165-4e15-b559-cdbc1aa8c4ca req-30a2091f-69f1-47ae-becf-b50acc3dec55 service nova] Acquired lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.854072] env[62664]: DEBUG nova.network.neutron [req-f12f8eaa-6165-4e15-b559-cdbc1aa8c4ca req-30a2091f-69f1-47ae-becf-b50acc3dec55 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Refreshing network info cache for port ffce981c-0bc6-4983-8bff-3837e1527177 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.561522] env[62664]: DEBUG nova.network.neutron [req-f12f8eaa-6165-4e15-b559-cdbc1aa8c4ca req-30a2091f-69f1-47ae-becf-b50acc3dec55 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Updated VIF entry in instance network info cache for port ffce981c-0bc6-4983-8bff-3837e1527177. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.561890] env[62664]: DEBUG nova.network.neutron [req-f12f8eaa-6165-4e15-b559-cdbc1aa8c4ca req-30a2091f-69f1-47ae-becf-b50acc3dec55 service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Updating instance_info_cache with network_info: [{"id": "ffce981c-0bc6-4983-8bff-3837e1527177", "address": "fa:16:3e:a6:bd:d6", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffce981c-0b", "ovs_interfaceid": "ffce981c-0bc6-4983-8bff-3837e1527177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.064581] env[62664]: DEBUG oslo_concurrency.lockutils [req-f12f8eaa-6165-4e15-b559-cdbc1aa8c4ca req-30a2091f-69f1-47ae-becf-b50acc3dec55 service nova] Releasing lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.761061] env[62664]: DEBUG oslo_concurrency.lockutils [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.761363] env[62664]: DEBUG oslo_concurrency.lockutils [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.264254] env[62664]: DEBUG nova.compute.utils [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.767281] env[62664]: DEBUG oslo_concurrency.lockutils [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.833713] env[62664]: DEBUG oslo_concurrency.lockutils [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.834054] env[62664]: DEBUG oslo_concurrency.lockutils [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.834259] env[62664]: INFO nova.compute.manager [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Attaching volume 12d29024-c895-4d4b-ac0f-fbd62b27d973 to /dev/sdb [ 1507.863194] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24adb362-8de9-4bca-ab4a-fa5c159c7655 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.870225] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c26c39-f66b-4a38-8fa0-c72bf4c8f290 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.882766] env[62664]: DEBUG nova.virt.block_device [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Updating existing volume attachment record: 2d08f942-19b3-446c-8160-a3841616fc29 {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1512.426469] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1512.426749] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543842', 'volume_id': '12d29024-c895-4d4b-ac0f-fbd62b27d973', 'name': 'volume-12d29024-c895-4d4b-ac0f-fbd62b27d973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '032e0b7b-e47a-49bf-a7d7-f9b9827cd54c', 'attached_at': '', 'detached_at': '', 'volume_id': '12d29024-c895-4d4b-ac0f-fbd62b27d973', 'serial': '12d29024-c895-4d4b-ac0f-fbd62b27d973'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1512.427636] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f715a0-37d4-4e66-8f1a-e44ae06a4569 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.443797] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7caa4e-ef57-46b0-a4d1-ea23c56ff5ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.468070] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-12d29024-c895-4d4b-ac0f-fbd62b27d973/volume-12d29024-c895-4d4b-ac0f-fbd62b27d973.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.468288] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7f1923-1f70-495f-b1af-d8d2bf666b95 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.485318] env[62664]: DEBUG oslo_vmware.api [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1512.485318] env[62664]: value = "task-2698904" [ 1512.485318] env[62664]: _type = "Task" [ 1512.485318] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.492974] env[62664]: DEBUG oslo_vmware.api [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.995558] env[62664]: DEBUG oslo_vmware.api [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698904, 'name': ReconfigVM_Task, 'duration_secs': 0.300046} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.995853] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-12d29024-c895-4d4b-ac0f-fbd62b27d973/volume-12d29024-c895-4d4b-ac0f-fbd62b27d973.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.000335] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da320419-195c-40e9-89d3-90c6241eae50 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.015128] env[62664]: DEBUG oslo_vmware.api [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1513.015128] env[62664]: value = "task-2698905" [ 1513.015128] env[62664]: _type = "Task" [ 1513.015128] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.025276] env[62664]: DEBUG oslo_vmware.api [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.525175] env[62664]: DEBUG oslo_vmware.api [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698905, 'name': ReconfigVM_Task, 'duration_secs': 0.148716} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.525469] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543842', 'volume_id': '12d29024-c895-4d4b-ac0f-fbd62b27d973', 'name': 'volume-12d29024-c895-4d4b-ac0f-fbd62b27d973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '032e0b7b-e47a-49bf-a7d7-f9b9827cd54c', 'attached_at': '', 'detached_at': '', 'volume_id': '12d29024-c895-4d4b-ac0f-fbd62b27d973', 'serial': '12d29024-c895-4d4b-ac0f-fbd62b27d973'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1513.595074] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.595256] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1514.561145] env[62664]: DEBUG nova.objects.instance [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lazy-loading 'flavor' on Instance uuid 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.590603] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.067049] env[62664]: DEBUG oslo_concurrency.lockutils [None req-240ca5ac-d5fd-442e-adbf-e2d568de337f tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.282014] env[62664]: DEBUG oslo_concurrency.lockutils [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.282014] env[62664]: DEBUG oslo_concurrency.lockutils [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.784882] env[62664]: INFO nova.compute.manager [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Detaching volume 12d29024-c895-4d4b-ac0f-fbd62b27d973 [ 1515.814172] env[62664]: INFO nova.virt.block_device [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Attempting to driver detach volume 12d29024-c895-4d4b-ac0f-fbd62b27d973 from mountpoint /dev/sdb [ 1515.814410] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1515.814591] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543842', 'volume_id': '12d29024-c895-4d4b-ac0f-fbd62b27d973', 'name': 'volume-12d29024-c895-4d4b-ac0f-fbd62b27d973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '032e0b7b-e47a-49bf-a7d7-f9b9827cd54c', 'attached_at': '', 'detached_at': '', 'volume_id': '12d29024-c895-4d4b-ac0f-fbd62b27d973', 'serial': '12d29024-c895-4d4b-ac0f-fbd62b27d973'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1515.815469] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437a3392-5db7-4fdd-bad0-0178d650c89a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.837478] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940bc1c8-fa6e-456c-838f-188d88591609 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.844297] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e300f6-0fdd-4b6a-a98c-e3fddc750917 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.863637] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7585b6-d192-4e90-ab51-8d328e1c364d {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.877868] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] The volume has not been displaced from its original location: [datastore1] volume-12d29024-c895-4d4b-ac0f-fbd62b27d973/volume-12d29024-c895-4d4b-ac0f-fbd62b27d973.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1515.882843] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1515.883097] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1835edf0-2fe0-480e-b884-9cf070d23c54 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.900623] env[62664]: DEBUG oslo_vmware.api [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1515.900623] env[62664]: value = "task-2698906" [ 1515.900623] env[62664]: _type = "Task" [ 1515.900623] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.908170] env[62664]: DEBUG oslo_vmware.api [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.410365] env[62664]: DEBUG oslo_vmware.api [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698906, 'name': ReconfigVM_Task, 'duration_secs': 0.194356} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.410691] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1516.415373] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c730229-b255-42b4-b0a9-24ab817ab171 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.430825] env[62664]: DEBUG oslo_vmware.api [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1516.430825] env[62664]: value = "task-2698907" [ 1516.430825] env[62664]: _type = "Task" [ 1516.430825] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.438063] env[62664]: DEBUG oslo_vmware.api [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.940634] env[62664]: DEBUG oslo_vmware.api [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698907, 'name': ReconfigVM_Task, 'duration_secs': 0.122134} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.940963] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543842', 'volume_id': '12d29024-c895-4d4b-ac0f-fbd62b27d973', 'name': 'volume-12d29024-c895-4d4b-ac0f-fbd62b27d973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '032e0b7b-e47a-49bf-a7d7-f9b9827cd54c', 'attached_at': '', 'detached_at': '', 'volume_id': '12d29024-c895-4d4b-ac0f-fbd62b27d973', 'serial': '12d29024-c895-4d4b-ac0f-fbd62b27d973'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1517.479906] env[62664]: DEBUG nova.objects.instance [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lazy-loading 'flavor' on Instance uuid 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.594370] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.594577] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.594748] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.097369] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.097718] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.097773] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.097915] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1518.098789] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f477859-ec66-4849-95f5-db0229304e80 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.106993] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac1d210-721e-4c1b-9f21-7efa27b564f8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.121304] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b388bb-a9b5-42ff-bb07-bcbd7e85b0e7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.127416] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b85276-c93c-4a85-a3c4-283e5edf01f9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.155018] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180706MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1518.155185] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.155391] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.487075] env[62664]: DEBUG oslo_concurrency.lockutils [None req-648db7c6-23ec-4a5c-b702-cbb346a72fc2 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.178169] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1519.178433] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1519.178542] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1519.203278] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c57df9-9a26-431a-93e2-1d9ff770b1ee {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.210910] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fb5636-9a2d-42c0-942c-61fce4f0e1b6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.241075] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aefd88-c97f-4f2c-9b19-6a2c84d36645 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.248214] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d213284-66ee-4739-b444-3f077a63b2c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.260714] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.514557] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.514826] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.515052] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.515276] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.515452] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.518726] env[62664]: INFO nova.compute.manager [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Terminating instance [ 1519.764186] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.021815] env[62664]: DEBUG nova.compute.manager [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1520.022144] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1520.023146] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079304ab-f9c1-4bff-99f8-a1d472c3518e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.031750] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.032051] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7507f979-8f29-4eea-a161-daac86c9d275 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.038563] env[62664]: DEBUG oslo_vmware.api [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1520.038563] env[62664]: value = "task-2698908" [ 1520.038563] env[62664]: _type = "Task" [ 1520.038563] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.046371] env[62664]: DEBUG oslo_vmware.api [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.269593] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1520.269912] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.547948] env[62664]: DEBUG oslo_vmware.api [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698908, 'name': PowerOffVM_Task, 'duration_secs': 0.16273} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.548236] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.548408] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.548648] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b2bc1c6-befc-4273-add4-b0ff2240ac0b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.610071] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1520.610282] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1520.610466] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleting the datastore file [datastore1] 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1520.610710] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d736fa79-181a-4cdc-8da1-f58e9ac805bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.619159] env[62664]: DEBUG oslo_vmware.api [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1520.619159] env[62664]: value = "task-2698910" [ 1520.619159] env[62664]: _type = "Task" [ 1520.619159] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.626055] env[62664]: DEBUG oslo_vmware.api [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.128874] env[62664]: DEBUG oslo_vmware.api [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117073} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.129128] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1521.129317] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1521.129488] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1521.129662] env[62664]: INFO nova.compute.manager [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1521.129922] env[62664]: DEBUG oslo.service.loopingcall [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1521.130128] env[62664]: DEBUG nova.compute.manager [-] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1521.130232] env[62664]: DEBUG nova.network.neutron [-] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1521.537388] env[62664]: DEBUG nova.compute.manager [req-56620e67-ecbe-4d3a-a77a-b1ca2fc7c523 req-325061bf-42e7-4c93-8baf-8bc3de7638df service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Received event network-vif-deleted-ffce981c-0bc6-4983-8bff-3837e1527177 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1521.537643] env[62664]: INFO nova.compute.manager [req-56620e67-ecbe-4d3a-a77a-b1ca2fc7c523 req-325061bf-42e7-4c93-8baf-8bc3de7638df service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Neutron deleted interface ffce981c-0bc6-4983-8bff-3837e1527177; detaching it from the instance and deleting it from the info cache [ 1521.537861] env[62664]: DEBUG nova.network.neutron [req-56620e67-ecbe-4d3a-a77a-b1ca2fc7c523 req-325061bf-42e7-4c93-8baf-8bc3de7638df service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.022441] env[62664]: DEBUG nova.network.neutron [-] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.040616] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-171030a3-01ad-448d-a91c-7b0741f800a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.050331] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7256623d-b78d-44a3-99ee-a75a5acb431a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.074394] env[62664]: DEBUG nova.compute.manager [req-56620e67-ecbe-4d3a-a77a-b1ca2fc7c523 req-325061bf-42e7-4c93-8baf-8bc3de7638df service nova] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Detach interface failed, port_id=ffce981c-0bc6-4983-8bff-3837e1527177, reason: Instance 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1522.526382] env[62664]: INFO nova.compute.manager [-] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Took 1.40 seconds to deallocate network for instance. [ 1523.032709] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.033100] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.033233] env[62664]: DEBUG nova.objects.instance [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lazy-loading 'resources' on Instance uuid 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.270392] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.270593] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1523.270691] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Rebuilding the list of instances to heal {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1523.566600] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9d9434-cf4c-436b-9b18-e7f75ea57e9f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.573828] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091ea2f1-89f7-4189-8c2c-6ed9e7cfe2c1 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.603673] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c033c8f-5ccd-4a8b-91ec-dbd79c1b5829 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.610191] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04811ba0-0eca-4fb3-b1e2-fa3544d97a88 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.622488] env[62664]: DEBUG nova.compute.provider_tree [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.791522] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.791616] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.791786] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1523.791943] env[62664]: DEBUG nova.objects.instance [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lazy-loading 'info_cache' on Instance uuid 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.125997] env[62664]: DEBUG nova.scheduler.client.report [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.631291] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.651738] env[62664]: INFO nova.scheduler.client.report [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleted allocations for instance 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c [ 1524.813794] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1525.159043] env[62664]: DEBUG oslo_concurrency.lockutils [None req-d48453a7-cf6b-4f37-bb49-635db6410979 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.644s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.383983] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.886628] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-032e0b7b-e47a-49bf-a7d7-f9b9827cd54c" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.886912] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 032e0b7b-e47a-49bf-a7d7-f9b9827cd54c] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1525.887200] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.887415] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.887621] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.345470] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.345753] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.848380] env[62664]: DEBUG nova.compute.manager [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Starting instance... {{(pid=62664) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1528.368802] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.369082] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.370598] env[62664]: INFO nova.compute.claims [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.403508] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ae803e-5001-45b5-8e53-9d8b05231e91 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.411265] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd057d3f-59a1-415c-b95c-3180edd7c63c {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.439712] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836d3b16-a710-4b72-9822-8670c6e7ed23 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.445994] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca7ed36-b7f5-4077-b724-bd1e0fbab603 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.458136] env[62664]: DEBUG nova.compute.provider_tree [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.961663] env[62664]: DEBUG nova.scheduler.client.report [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.466768] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.097s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.467363] env[62664]: DEBUG nova.compute.manager [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Start building networks asynchronously for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1530.972588] env[62664]: DEBUG nova.compute.utils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1530.973984] env[62664]: DEBUG nova.compute.manager [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Allocating IP information in the background. {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1530.974201] env[62664]: DEBUG nova.network.neutron [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] allocate_for_instance() {{(pid=62664) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1531.025495] env[62664]: DEBUG nova.policy [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1bc2ab50a7943b489bb97c16d75ba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '496f3ed4df784876bdd3c63ca6a81751', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62664) authorize /opt/stack/nova/nova/policy.py:192}} [ 1531.479530] env[62664]: DEBUG nova.compute.manager [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Start building block device mappings for instance. {{(pid=62664) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1531.507955] env[62664]: DEBUG nova.network.neutron [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Successfully created port: a11cb18c-4d8b-467c-b51d-72b0dfcdf711 {{(pid=62664) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.494062] env[62664]: DEBUG nova.compute.manager [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Start spawning the instance on the hypervisor. {{(pid=62664) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1532.519252] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T17:12:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T17:12:17Z,direct_url=,disk_format='vmdk',id=e056a389-db67-47df-a0e1-5d8e9f6cd089,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ac21d0eb40094134927e41adcff321c1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T17:12:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1532.519496] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Flavor limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.519655] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Image limits 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1532.519837] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Flavor pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.519982] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Image pref 0:0:0 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1532.520141] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62664) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1532.520385] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1532.520550] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1532.520716] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Got 1 possible topologies {{(pid=62664) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1532.520877] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1532.521064] env[62664]: DEBUG nova.virt.hardware [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62664) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1532.521912] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afccaedb-0a1a-416b-ba8a-6dd2aa62b8cb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.529820] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf2bf5a-da59-4b2a-abc1-8565b490f88a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.850161] env[62664]: DEBUG nova.compute.manager [req-f4a70e51-8e87-4018-bbba-e42d864616ce req-0e76275a-d824-40fb-9d74-432a835fa45c service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Received event network-vif-plugged-a11cb18c-4d8b-467c-b51d-72b0dfcdf711 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1532.850161] env[62664]: DEBUG oslo_concurrency.lockutils [req-f4a70e51-8e87-4018-bbba-e42d864616ce req-0e76275a-d824-40fb-9d74-432a835fa45c service nova] Acquiring lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.850161] env[62664]: DEBUG oslo_concurrency.lockutils [req-f4a70e51-8e87-4018-bbba-e42d864616ce req-0e76275a-d824-40fb-9d74-432a835fa45c service nova] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.850161] env[62664]: DEBUG oslo_concurrency.lockutils [req-f4a70e51-8e87-4018-bbba-e42d864616ce req-0e76275a-d824-40fb-9d74-432a835fa45c service nova] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.850161] env[62664]: DEBUG nova.compute.manager [req-f4a70e51-8e87-4018-bbba-e42d864616ce req-0e76275a-d824-40fb-9d74-432a835fa45c service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] No waiting events found dispatching network-vif-plugged-a11cb18c-4d8b-467c-b51d-72b0dfcdf711 {{(pid=62664) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1532.850161] env[62664]: WARNING nova.compute.manager [req-f4a70e51-8e87-4018-bbba-e42d864616ce req-0e76275a-d824-40fb-9d74-432a835fa45c service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Received unexpected event network-vif-plugged-a11cb18c-4d8b-467c-b51d-72b0dfcdf711 for instance with vm_state building and task_state spawning. [ 1532.927766] env[62664]: DEBUG nova.network.neutron [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Successfully updated port: a11cb18c-4d8b-467c-b51d-72b0dfcdf711 {{(pid=62664) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.433781] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.434078] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.434319] env[62664]: DEBUG nova.network.neutron [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Building network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.965872] env[62664]: DEBUG nova.network.neutron [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Instance cache missing network info. {{(pid=62664) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.087717] env[62664]: DEBUG nova.network.neutron [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Updating instance_info_cache with network_info: [{"id": "a11cb18c-4d8b-467c-b51d-72b0dfcdf711", "address": "fa:16:3e:d5:3a:84", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11cb18c-4d", "ovs_interfaceid": "a11cb18c-4d8b-467c-b51d-72b0dfcdf711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.591476] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.591800] env[62664]: DEBUG nova.compute.manager [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Instance network_info: |[{"id": "a11cb18c-4d8b-467c-b51d-72b0dfcdf711", "address": "fa:16:3e:d5:3a:84", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11cb18c-4d", "ovs_interfaceid": "a11cb18c-4d8b-467c-b51d-72b0dfcdf711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62664) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1534.592252] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:3a:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a11cb18c-4d8b-467c-b51d-72b0dfcdf711', 'vif_model': 'vmxnet3'}] {{(pid=62664) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.599888] env[62664]: DEBUG oslo.service.loopingcall [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.600137] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Creating VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.600369] env[62664]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-322e8322-5c2c-4096-ad02-0d0a36361a75 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.620516] env[62664]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.620516] env[62664]: value = "task-2698911" [ 1534.620516] env[62664]: _type = "Task" [ 1534.620516] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.627917] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698911, 'name': CreateVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.875920] env[62664]: DEBUG nova.compute.manager [req-99e3830e-ff65-4399-aabf-1ca1728ce0ca req-6671f9a1-16c5-4675-8969-961c96f4a1aa service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Received event network-changed-a11cb18c-4d8b-467c-b51d-72b0dfcdf711 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1534.876082] env[62664]: DEBUG nova.compute.manager [req-99e3830e-ff65-4399-aabf-1ca1728ce0ca req-6671f9a1-16c5-4675-8969-961c96f4a1aa service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Refreshing instance network info cache due to event network-changed-a11cb18c-4d8b-467c-b51d-72b0dfcdf711. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1534.876314] env[62664]: DEBUG oslo_concurrency.lockutils [req-99e3830e-ff65-4399-aabf-1ca1728ce0ca req-6671f9a1-16c5-4675-8969-961c96f4a1aa service nova] Acquiring lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.876523] env[62664]: DEBUG oslo_concurrency.lockutils [req-99e3830e-ff65-4399-aabf-1ca1728ce0ca req-6671f9a1-16c5-4675-8969-961c96f4a1aa service nova] Acquired lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.876761] env[62664]: DEBUG nova.network.neutron [req-99e3830e-ff65-4399-aabf-1ca1728ce0ca req-6671f9a1-16c5-4675-8969-961c96f4a1aa service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Refreshing network info cache for port a11cb18c-4d8b-467c-b51d-72b0dfcdf711 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.130408] env[62664]: DEBUG oslo_vmware.api [-] Task: {'id': task-2698911, 'name': CreateVM_Task, 'duration_secs': 0.284521} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.130803] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Created VM on the ESX host {{(pid=62664) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.131283] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.131453] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.131798] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1535.132051] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54b7581-59b7-4cf3-9600-4acbd5f00ec6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.137206] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1535.137206] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e12529-fdfa-3f70-43f0-19365ccb0a19" [ 1535.137206] env[62664]: _type = "Task" [ 1535.137206] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.144328] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e12529-fdfa-3f70-43f0-19365ccb0a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.545364] env[62664]: DEBUG nova.network.neutron [req-99e3830e-ff65-4399-aabf-1ca1728ce0ca req-6671f9a1-16c5-4675-8969-961c96f4a1aa service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Updated VIF entry in instance network info cache for port a11cb18c-4d8b-467c-b51d-72b0dfcdf711. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1535.545780] env[62664]: DEBUG nova.network.neutron [req-99e3830e-ff65-4399-aabf-1ca1728ce0ca req-6671f9a1-16c5-4675-8969-961c96f4a1aa service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Updating instance_info_cache with network_info: [{"id": "a11cb18c-4d8b-467c-b51d-72b0dfcdf711", "address": "fa:16:3e:d5:3a:84", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11cb18c-4d", "ovs_interfaceid": "a11cb18c-4d8b-467c-b51d-72b0dfcdf711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.647635] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e12529-fdfa-3f70-43f0-19365ccb0a19, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.647869] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.648112] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Processing image e056a389-db67-47df-a0e1-5d8e9f6cd089 {{(pid=62664) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.648379] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.648533] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.648712] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.648957] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94ae93de-9d7f-4615-b5d8-fb63db219f3e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.656989] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62664) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.657253] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62664) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.657951] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee6adfb-f5d6-49d4-8685-a158ddc03310 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.662827] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1535.662827] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e2a29f-3215-f904-f89f-9760beef4130" [ 1535.662827] env[62664]: _type = "Task" [ 1535.662827] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.670078] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e2a29f-3215-f904-f89f-9760beef4130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.048750] env[62664]: DEBUG oslo_concurrency.lockutils [req-99e3830e-ff65-4399-aabf-1ca1728ce0ca req-6671f9a1-16c5-4675-8969-961c96f4a1aa service nova] Releasing lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.173402] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]52e2a29f-3215-f904-f89f-9760beef4130, 'name': SearchDatastore_Task, 'duration_secs': 0.008409} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.174147] env[62664]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71ad42d-613f-4e6d-b89d-d0b826558795 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.179521] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1536.179521] env[62664]: value = "session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5212001e-3849-2fd3-3563-0704eda7b33a" [ 1536.179521] env[62664]: _type = "Task" [ 1536.179521] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.186919] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5212001e-3849-2fd3-3563-0704eda7b33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.689756] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': session[52b24d93-1611-c058-3ff0-4e5fa7154ecf]5212001e-3849-2fd3-3563-0704eda7b33a, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.690037] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.690275] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 4a640fd2-58d3-44bb-a73b-9f1401c43df5/4a640fd2-58d3-44bb-a73b-9f1401c43df5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.690526] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-924c4a11-da21-45eb-bc95-c57f4a3e952a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.697239] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1536.697239] env[62664]: value = "task-2698912" [ 1536.697239] env[62664]: _type = "Task" [ 1536.697239] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.704312] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.207598] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428277} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.207965] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e056a389-db67-47df-a0e1-5d8e9f6cd089/e056a389-db67-47df-a0e1-5d8e9f6cd089.vmdk to [datastore1] 4a640fd2-58d3-44bb-a73b-9f1401c43df5/4a640fd2-58d3-44bb-a73b-9f1401c43df5.vmdk {{(pid=62664) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.208081] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Extending root virtual disk to 1048576 {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1537.208319] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-befe9389-6fdd-4c00-bdad-28208cc0a4a8 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.214104] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1537.214104] env[62664]: value = "task-2698913" [ 1537.214104] env[62664]: _type = "Task" [ 1537.214104] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.221531] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.723169] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057456} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.723442] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Extended root virtual disk {{(pid=62664) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.724204] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df4ab3-d3ac-4bed-8936-ee4114aaef28 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.746018] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 4a640fd2-58d3-44bb-a73b-9f1401c43df5/4a640fd2-58d3-44bb-a73b-9f1401c43df5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.746235] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d6f175-992b-4f18-9f9b-7eb1deaf61c2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.764062] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1537.764062] env[62664]: value = "task-2698914" [ 1537.764062] env[62664]: _type = "Task" [ 1537.764062] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.771198] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.273848] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698914, 'name': ReconfigVM_Task, 'duration_secs': 0.291998} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.274295] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 4a640fd2-58d3-44bb-a73b-9f1401c43df5/4a640fd2-58d3-44bb-a73b-9f1401c43df5.vmdk or device None with type sparse {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.274752] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceb81abc-c4a2-49e9-81ac-dbc15a38e55b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.280960] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1538.280960] env[62664]: value = "task-2698915" [ 1538.280960] env[62664]: _type = "Task" [ 1538.280960] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.288071] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698915, 'name': Rename_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.790703] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698915, 'name': Rename_Task, 'duration_secs': 0.131806} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.790973] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Powering on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.791228] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92336a48-3320-4347-9b8e-320c9bda8469 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.797580] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1538.797580] env[62664]: value = "task-2698916" [ 1538.797580] env[62664]: _type = "Task" [ 1538.797580] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.804709] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.308423] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.808983] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698916, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.309596] env[62664]: DEBUG oslo_vmware.api [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698916, 'name': PowerOnVM_Task, 'duration_secs': 1.016146} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.310040] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Powered on the VM {{(pid=62664) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1540.310114] env[62664]: INFO nova.compute.manager [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1540.310261] env[62664]: DEBUG nova.compute.manager [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Checking state {{(pid=62664) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.311011] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed0822d-5469-4a12-8e74-4f1f91a8c47a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.830160] env[62664]: INFO nova.compute.manager [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Took 12.48 seconds to build instance. [ 1541.332258] env[62664]: DEBUG oslo_concurrency.lockutils [None req-661e6bee-45e3-4d44-a937-2d1a5188d50e tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.986s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.368735] env[62664]: DEBUG nova.compute.manager [req-9fb72aa7-86e8-405f-9e4c-f9d0e7249686 req-c0dcc64c-e778-4839-8a0d-f5a8a1e2e670 service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Received event network-changed-a11cb18c-4d8b-467c-b51d-72b0dfcdf711 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1541.368930] env[62664]: DEBUG nova.compute.manager [req-9fb72aa7-86e8-405f-9e4c-f9d0e7249686 req-c0dcc64c-e778-4839-8a0d-f5a8a1e2e670 service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Refreshing instance network info cache due to event network-changed-a11cb18c-4d8b-467c-b51d-72b0dfcdf711. {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1541.369151] env[62664]: DEBUG oslo_concurrency.lockutils [req-9fb72aa7-86e8-405f-9e4c-f9d0e7249686 req-c0dcc64c-e778-4839-8a0d-f5a8a1e2e670 service nova] Acquiring lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.369295] env[62664]: DEBUG oslo_concurrency.lockutils [req-9fb72aa7-86e8-405f-9e4c-f9d0e7249686 req-c0dcc64c-e778-4839-8a0d-f5a8a1e2e670 service nova] Acquired lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.369454] env[62664]: DEBUG nova.network.neutron [req-9fb72aa7-86e8-405f-9e4c-f9d0e7249686 req-c0dcc64c-e778-4839-8a0d-f5a8a1e2e670 service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Refreshing network info cache for port a11cb18c-4d8b-467c-b51d-72b0dfcdf711 {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1542.080620] env[62664]: DEBUG nova.network.neutron [req-9fb72aa7-86e8-405f-9e4c-f9d0e7249686 req-c0dcc64c-e778-4839-8a0d-f5a8a1e2e670 service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Updated VIF entry in instance network info cache for port a11cb18c-4d8b-467c-b51d-72b0dfcdf711. {{(pid=62664) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.081123] env[62664]: DEBUG nova.network.neutron [req-9fb72aa7-86e8-405f-9e4c-f9d0e7249686 req-c0dcc64c-e778-4839-8a0d-f5a8a1e2e670 service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Updating instance_info_cache with network_info: [{"id": "a11cb18c-4d8b-467c-b51d-72b0dfcdf711", "address": "fa:16:3e:d5:3a:84", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11cb18c-4d", "ovs_interfaceid": "a11cb18c-4d8b-467c-b51d-72b0dfcdf711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.584450] env[62664]: DEBUG oslo_concurrency.lockutils [req-9fb72aa7-86e8-405f-9e4c-f9d0e7249686 req-c0dcc64c-e778-4839-8a0d-f5a8a1e2e670 service nova] Releasing lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.594394] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.594880] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.594880] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62664) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1577.594821] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.098369] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.098556] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.098716] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.098871] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62664) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1578.099873] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9303d9-8dac-470f-8061-97ad49b0e874 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.108499] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e43876-ff6c-4c7e-94d9-d3aa8c7d5891 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.122289] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974310aa-b9a1-419b-9e32-a8754b625fc2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.128380] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78545b92-4195-4b0e-96f4-74b42ad24256 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.156032] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180912MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62664) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1578.156228] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.156361] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.179957] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Instance 4a640fd2-58d3-44bb-a73b-9f1401c43df5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62664) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1579.180301] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1579.180379] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62664) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1579.206351] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c42959-c0b8-4f51-a34c-ca8eab864148 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.213654] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6ab735-e9e8-4677-947f-ef9ec8e7a2ec {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.242727] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c27d02-29ab-482a-a9a7-b08b1f17a1e2 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.249496] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09950589-bb6b-4903-99ab-f4a7d524f33f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.262375] env[62664]: DEBUG nova.compute.provider_tree [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.750582] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.750807] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.765024] env[62664]: DEBUG nova.scheduler.client.report [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.254777] env[62664]: DEBUG nova.compute.utils [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Using /dev/sd instead of None {{(pid=62664) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.269414] env[62664]: DEBUG nova.compute.resource_tracker [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62664) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1580.269622] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.758422] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.269989] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.774862] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.775153] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Starting heal instance info cache {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1581.775261] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Rebuilding the list of instances to heal {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1581.818521] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.818784] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.819021] env[62664]: INFO nova.compute.manager [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Attaching volume 9b93c94f-ff20-4a75-b8f2-744ac5bf7285 to /dev/sdb [ 1581.847914] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb39224-a997-4c3d-9261-b07f5fcf651f {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.855273] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c0d9a-51f2-4067-bed2-041efaa27f45 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.867769] env[62664]: DEBUG nova.virt.block_device [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Updating existing volume attachment record: 4e0118b4-dc20-4855-b974-66ce5c3f3781 {{(pid=62664) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1582.316262] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquiring lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.316611] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Acquired lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.316657] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Forcefully refreshing network info cache for instance {{(pid=62664) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1582.316858] env[62664]: DEBUG nova.objects.instance [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Lazy-loading 'info_cache' on Instance uuid 4a640fd2-58d3-44bb-a73b-9f1401c43df5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.056498] env[62664]: DEBUG nova.network.neutron [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Updating instance_info_cache with network_info: [{"id": "a11cb18c-4d8b-467c-b51d-72b0dfcdf711", "address": "fa:16:3e:d5:3a:84", "network": {"id": "7c98a795-cd36-49a8-a5d8-b35c83f0347d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-97258819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "496f3ed4df784876bdd3c63ca6a81751", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa11cb18c-4d", "ovs_interfaceid": "a11cb18c-4d8b-467c-b51d-72b0dfcdf711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.557497] env[62664]: DEBUG oslo_concurrency.lockutils [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Releasing lock "refresh_cache-4a640fd2-58d3-44bb-a73b-9f1401c43df5" {{(pid=62664) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.557721] env[62664]: DEBUG nova.compute.manager [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Updated the network info_cache for instance {{(pid=62664) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1584.557917] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.558096] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.558256] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.558413] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.409662] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Volume attach. Driver type: vmdk {{(pid=62664) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1586.409925] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543844', 'volume_id': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'name': 'volume-9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a640fd2-58d3-44bb-a73b-9f1401c43df5', 'attached_at': '', 'detached_at': '', 'volume_id': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'serial': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1586.410825] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc24c0-979a-4855-a2af-a266f963b3bc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.427149] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ee608e-0c55-40db-9b6c-d14c0e4102cc {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.451528] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-9b93c94f-ff20-4a75-b8f2-744ac5bf7285/volume-9b93c94f-ff20-4a75-b8f2-744ac5bf7285.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.451755] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd000f7b-e253-4ba0-a4df-ff932c5538eb {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.468859] env[62664]: DEBUG oslo_vmware.api [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1586.468859] env[62664]: value = "task-2698919" [ 1586.468859] env[62664]: _type = "Task" [ 1586.468859] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.476303] env[62664]: DEBUG oslo_vmware.api [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.978729] env[62664]: DEBUG oslo_vmware.api [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698919, 'name': ReconfigVM_Task, 'duration_secs': 0.330813} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.979021] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-9b93c94f-ff20-4a75-b8f2-744ac5bf7285/volume-9b93c94f-ff20-4a75-b8f2-744ac5bf7285.vmdk or device None with type thin {{(pid=62664) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.983897] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378f14fe-d6e3-4362-9d86-1c12bce5dc59 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.998570] env[62664]: DEBUG oslo_vmware.api [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1586.998570] env[62664]: value = "task-2698920" [ 1586.998570] env[62664]: _type = "Task" [ 1586.998570] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.006390] env[62664]: DEBUG oslo_vmware.api [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.508540] env[62664]: DEBUG oslo_vmware.api [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698920, 'name': ReconfigVM_Task, 'duration_secs': 0.129723} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.508836] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543844', 'volume_id': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'name': 'volume-9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a640fd2-58d3-44bb-a73b-9f1401c43df5', 'attached_at': '', 'detached_at': '', 'volume_id': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'serial': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285'} {{(pid=62664) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1587.594774] env[62664]: DEBUG oslo_service.periodic_task [None req-7d3b460d-2550-44fb-adbb-1c6ab89706cd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62664) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.546402] env[62664]: DEBUG nova.objects.instance [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lazy-loading 'flavor' on Instance uuid 4a640fd2-58d3-44bb-a73b-9f1401c43df5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.052479] env[62664]: DEBUG oslo_concurrency.lockutils [None req-fc285a5c-42b9-490d-846b-4f35c529dbe4 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.229847] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.230118] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.733808] env[62664]: INFO nova.compute.manager [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Detaching volume 9b93c94f-ff20-4a75-b8f2-744ac5bf7285 [ 1589.764471] env[62664]: INFO nova.virt.block_device [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Attempting to driver detach volume 9b93c94f-ff20-4a75-b8f2-744ac5bf7285 from mountpoint /dev/sdb [ 1589.764752] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Volume detach. Driver type: vmdk {{(pid=62664) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1589.764941] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543844', 'volume_id': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'name': 'volume-9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a640fd2-58d3-44bb-a73b-9f1401c43df5', 'attached_at': '', 'detached_at': '', 'volume_id': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'serial': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1589.765891] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de269d-baf3-4873-b187-7af2ce53ffa6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.789079] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d95ea98-4fe8-4f40-9f14-41009a80565a {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.795880] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f7b211-03fd-4e2b-afb5-fe95c1bb297b {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.815954] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7c83bb-5201-4c4e-9bb9-175f288205dd {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.829818] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] The volume has not been displaced from its original location: [datastore1] volume-9b93c94f-ff20-4a75-b8f2-744ac5bf7285/volume-9b93c94f-ff20-4a75-b8f2-744ac5bf7285.vmdk. No consolidation needed. {{(pid=62664) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1589.834962] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1589.835263] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bbc652b-952a-40ba-b5f6-954c8a7f2504 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.852134] env[62664]: DEBUG oslo_vmware.api [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1589.852134] env[62664]: value = "task-2698921" [ 1589.852134] env[62664]: _type = "Task" [ 1589.852134] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.859396] env[62664]: DEBUG oslo_vmware.api [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.361812] env[62664]: DEBUG oslo_vmware.api [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698921, 'name': ReconfigVM_Task, 'duration_secs': 0.208811} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.362093] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62664) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1590.366794] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aec13c14-de55-4515-9990-019ed7ad3e36 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.381737] env[62664]: DEBUG oslo_vmware.api [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1590.381737] env[62664]: value = "task-2698922" [ 1590.381737] env[62664]: _type = "Task" [ 1590.381737] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.391369] env[62664]: DEBUG oslo_vmware.api [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.892181] env[62664]: DEBUG oslo_vmware.api [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698922, 'name': ReconfigVM_Task, 'duration_secs': 0.131982} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.892574] env[62664]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-543844', 'volume_id': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'name': 'volume-9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a640fd2-58d3-44bb-a73b-9f1401c43df5', 'attached_at': '', 'detached_at': '', 'volume_id': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285', 'serial': '9b93c94f-ff20-4a75-b8f2-744ac5bf7285'} {{(pid=62664) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1591.433497] env[62664]: DEBUG nova.objects.instance [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lazy-loading 'flavor' on Instance uuid 4a640fd2-58d3-44bb-a73b-9f1401c43df5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.442359] env[62664]: DEBUG oslo_concurrency.lockutils [None req-41a16577-0acd-41e3-a696-fccd53bb9a75 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.471558] env[62664]: DEBUG oslo_concurrency.lockutils [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.471956] env[62664]: DEBUG oslo_concurrency.lockutils [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.472138] env[62664]: DEBUG oslo_concurrency.lockutils [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.472377] env[62664]: DEBUG oslo_concurrency.lockutils [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.472603] env[62664]: DEBUG oslo_concurrency.lockutils [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.474811] env[62664]: INFO nova.compute.manager [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Terminating instance [ 1593.979087] env[62664]: DEBUG nova.compute.manager [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Start destroying the instance on the hypervisor. {{(pid=62664) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1593.979396] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Destroying instance {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.980288] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455c13ad-3581-4648-8ee9-9162282ac67e {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.988601] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Powering off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.988827] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9049b91d-b273-457f-b29c-a68303ab9e39 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.995245] env[62664]: DEBUG oslo_vmware.api [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1593.995245] env[62664]: value = "task-2698923" [ 1593.995245] env[62664]: _type = "Task" [ 1593.995245] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.002945] env[62664]: DEBUG oslo_vmware.api [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.505737] env[62664]: DEBUG oslo_vmware.api [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698923, 'name': PowerOffVM_Task, 'duration_secs': 0.169885} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.506115] env[62664]: DEBUG nova.virt.vmwareapi.vm_util [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Powered off the VM {{(pid=62664) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1594.506197] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Unregistering the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1594.506425] env[62664]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1bd0067-1fae-4d10-8f5b-5399e8d0b3d9 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.568856] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Unregistered the VM {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1594.569114] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Deleting contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1594.569299] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleting the datastore file [datastore1] 4a640fd2-58d3-44bb-a73b-9f1401c43df5 {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1594.569554] env[62664]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-110a0d77-112e-4a41-9530-a9e3fc7795d4 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.575775] env[62664]: DEBUG oslo_vmware.api [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for the task: (returnval){ [ 1594.575775] env[62664]: value = "task-2698925" [ 1594.575775] env[62664]: _type = "Task" [ 1594.575775] env[62664]: } to complete. {{(pid=62664) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.582756] env[62664]: DEBUG oslo_vmware.api [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.085932] env[62664]: DEBUG oslo_vmware.api [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Task: {'id': task-2698925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136924} completed successfully. {{(pid=62664) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.086279] env[62664]: DEBUG nova.virt.vmwareapi.ds_util [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleted the datastore file {{(pid=62664) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1595.086552] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Deleted contents of the VM from datastore datastore1 {{(pid=62664) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1595.086842] env[62664]: DEBUG nova.virt.vmwareapi.vmops [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Instance destroyed {{(pid=62664) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1595.087117] env[62664]: INFO nova.compute.manager [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1595.087432] env[62664]: DEBUG oslo.service.loopingcall [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62664) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.087686] env[62664]: DEBUG nova.compute.manager [-] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Deallocating network for instance {{(pid=62664) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1595.087838] env[62664]: DEBUG nova.network.neutron [-] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] deallocate_for_instance() {{(pid=62664) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1595.500845] env[62664]: DEBUG nova.compute.manager [req-6d0d15d5-92de-480a-94e1-98cd7ca7127e req-0d0e9b03-1148-4108-9476-7f94aef11058 service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Received event network-vif-deleted-a11cb18c-4d8b-467c-b51d-72b0dfcdf711 {{(pid=62664) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1595.501064] env[62664]: INFO nova.compute.manager [req-6d0d15d5-92de-480a-94e1-98cd7ca7127e req-0d0e9b03-1148-4108-9476-7f94aef11058 service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Neutron deleted interface a11cb18c-4d8b-467c-b51d-72b0dfcdf711; detaching it from the instance and deleting it from the info cache [ 1595.501261] env[62664]: DEBUG nova.network.neutron [req-6d0d15d5-92de-480a-94e1-98cd7ca7127e req-0d0e9b03-1148-4108-9476-7f94aef11058 service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.982968] env[62664]: DEBUG nova.network.neutron [-] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Updating instance_info_cache with network_info: [] {{(pid=62664) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.003971] env[62664]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf84d68c-0218-43d3-94a1-ecc57f2842b0 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.013909] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dea4e2-2f2a-4ba4-8c2e-12879ce9ffb7 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.040730] env[62664]: DEBUG nova.compute.manager [req-6d0d15d5-92de-480a-94e1-98cd7ca7127e req-0d0e9b03-1148-4108-9476-7f94aef11058 service nova] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Detach interface failed, port_id=a11cb18c-4d8b-467c-b51d-72b0dfcdf711, reason: Instance 4a640fd2-58d3-44bb-a73b-9f1401c43df5 could not be found. {{(pid=62664) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1596.485725] env[62664]: INFO nova.compute.manager [-] [instance: 4a640fd2-58d3-44bb-a73b-9f1401c43df5] Took 1.40 seconds to deallocate network for instance. [ 1596.991929] env[62664]: DEBUG oslo_concurrency.lockutils [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.992353] env[62664]: DEBUG oslo_concurrency.lockutils [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.992438] env[62664]: DEBUG nova.objects.instance [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lazy-loading 'resources' on Instance uuid 4a640fd2-58d3-44bb-a73b-9f1401c43df5 {{(pid=62664) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.526190] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bff3df-1428-466b-808c-d89faaad6363 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.533873] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677722bb-b588-4b89-a275-4f6592748b76 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.562948] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f405af-1fee-4353-b951-8d6a4b9af4a6 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.569664] env[62664]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a71e57-a67e-4e78-a8cd-da280812a724 {{(pid=62664) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.582035] env[62664]: DEBUG nova.compute.provider_tree [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed in ProviderTree for provider: 2b9ee314-cfa3-4107-ad39-93733afc044a {{(pid=62664) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.085108] env[62664]: DEBUG nova.scheduler.client.report [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Inventory has not changed for provider 2b9ee314-cfa3-4107-ad39-93733afc044a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62664) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1598.590162] env[62664]: DEBUG oslo_concurrency.lockutils [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.619094] env[62664]: INFO nova.scheduler.client.report [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Deleted allocations for instance 4a640fd2-58d3-44bb-a73b-9f1401c43df5 [ 1599.126785] env[62664]: DEBUG oslo_concurrency.lockutils [None req-171b25c6-8843-4b2a-97ae-c8bd2cd19072 tempest-AttachVolumeNegativeTest-516944336 tempest-AttachVolumeNegativeTest-516944336-project-member] Lock "4a640fd2-58d3-44bb-a73b-9f1401c43df5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.655s {{(pid=62664) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}